2024-11-16 02:18:22,207 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 02:18:22,293 main DEBUG Took 0.077858 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 02:18:22,306 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 02:18:22,307 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 02:18:22,308 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 02:18:22,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,331 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 02:18:22,360 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,363 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,364 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,366 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,368 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,370 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,374 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,375 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,377 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,378 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:18:22,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,380 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 02:18:22,382 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:18:22,385 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 02:18:22,390 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 02:18:22,393 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 02:18:22,394 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 02:18:22,395 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 02:18:22,419 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 02:18:22,424 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 02:18:22,427 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 02:18:22,427 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 02:18:22,428 main DEBUG createAppenders(={Console}) 2024-11-16 02:18:22,429 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-16 02:18:22,429 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-16 02:18:22,430 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-16 02:18:22,430 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 02:18:22,431 main DEBUG OutputStream closed 2024-11-16 02:18:22,431 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 02:18:22,431 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 02:18:22,432 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-16 02:18:22,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 02:18:22,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 02:18:22,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 02:18:22,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 02:18:22,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 02:18:22,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 02:18:22,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 02:18:22,604 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 02:18:22,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 02:18:22,605 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 02:18:22,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 02:18:22,606 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 02:18:22,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 02:18:22,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 02:18:22,607 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 02:18:22,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 02:18:22,609 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 02:18:22,610 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 02:18:22,613 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 02:18:22,613 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-16 02:18:22,613 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 02:18:22,614 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-16T02:18:22,632 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-16 02:18:22,636 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 02:18:22,637 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T02:18:22,774 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1201, ProcessCount=11, AvailableMemoryMB=2839 2024-11-16T02:18:23,193 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-16T02:18:23,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67 2024-11-16T02:18:23,273 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22, deleteOnExit=true 2024-11-16T02:18:23,644 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/zookeeper_0, clientPort=56939, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:18:23,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56939 2024-11-16T02:18:23,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:18:23,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:18:23,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/test.cache.data in system properties and HBase conf 2024-11-16T02:18:23,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:18:23,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:18:23,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:18:23,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:18:23,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:18:23,897 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T02:18:24,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:18:24,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:18:24,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:18:24,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:18:24,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:18:24,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:18:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:18:24,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:18:24,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:18:24,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:18:24,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:18:24,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:18:24,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:18:24,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:18:24,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:18:26,440 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T02:18:26,618 INFO [Time-limited test {}] log.Log(170): Logging initialized @5600ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T02:18:26,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:18:26,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:18:27,040 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:18:27,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:18:27,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:18:27,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:18:27,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27727f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:18:27,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a9904ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:18:27,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f16c337{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/java.io.tmpdir/jetty-localhost-36311-hadoop-hdfs-3_4_1-tests_jar-_-any-149073293542904743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:18:27,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27166729{HTTP/1.1, (http/1.1)}{localhost:36311} 2024-11-16T02:18:27,529 INFO [Time-limited test {}] server.Server(415): Started @6513ms 2024-11-16T02:18:28,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:18:28,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:18:28,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:18:28,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:18:28,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:18:28,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49caa49d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:18:28,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bc10afe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:18:28,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73229a6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/java.io.tmpdir/jetty-localhost-33757-hadoop-hdfs-3_4_1-tests_jar-_-any-2262116511434550915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:18:28,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d28901b{HTTP/1.1, (http/1.1)}{localhost:33757} 2024-11-16T02:18:28,806 INFO [Time-limited test {}] server.Server(415): Started @7791ms 2024-11-16T02:18:28,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:18:31,257 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data2/current/BP-1707569103-172.17.0.3-1731723505041/current, will proceed with Du for space computation calculation, 2024-11-16T02:18:31,263 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data1/current/BP-1707569103-172.17.0.3-1731723505041/current, will proceed with Du for space computation calculation, 2024-11-16T02:18:31,313 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:18:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b5ce729ac0f404f with lease ID 0x482a3aa1652b5aed: Processing first storage report for DS-38a2370c-66b7-4386-999d-bac3b0e176a3 from datanode DatanodeRegistration(127.0.0.1:46445, datanodeUuid=d6357375-7854-40d1-a4f3-fdaa2339232e, infoPort=36145, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=347662920;c=1731723505041) 2024-11-16T02:18:31,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b5ce729ac0f404f with lease ID 0x482a3aa1652b5aed: from storage DS-38a2370c-66b7-4386-999d-bac3b0e176a3 node DatanodeRegistration(127.0.0.1:46445, datanodeUuid=d6357375-7854-40d1-a4f3-fdaa2339232e, infoPort=36145, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=347662920;c=1731723505041), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T02:18:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b5ce729ac0f404f with lease ID 0x482a3aa1652b5aed: Processing first storage report for DS-fd2da41d-f0bd-4e0f-acb1-b13cd384d7b2 from datanode DatanodeRegistration(127.0.0.1:46445, datanodeUuid=d6357375-7854-40d1-a4f3-fdaa2339232e, infoPort=36145, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=347662920;c=1731723505041) 2024-11-16T02:18:31,397 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b5ce729ac0f404f with lease ID 0x482a3aa1652b5aed: from storage DS-fd2da41d-f0bd-4e0f-acb1-b13cd384d7b2 node DatanodeRegistration(127.0.0.1:46445, datanodeUuid=d6357375-7854-40d1-a4f3-fdaa2339232e, infoPort=36145, infoSecurePort=0, ipcPort=46789, storageInfo=lv=-57;cid=testClusterID;nsid=347662920;c=1731723505041), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:18:31,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67 2024-11-16T02:18:31,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:18:31,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:18:31,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:18:32,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946 with version=8 2024-11-16T02:18:32,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/hbase-staging 2024-11-16T02:18:32,576 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T02:18:32,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:18:32,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:18:32,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:18:32,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:18:32,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:18:32,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:18:33,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:18:33,404 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T02:18:33,416 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T02:18:33,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:18:33,459 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13148 (auto-detected) 2024-11-16T02:18:33,460 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-16T02:18:33,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33261 2024-11-16T02:18:33,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33261 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-11-16T02:18:33,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332610x0, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:18:33,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33261-0x101416fa3630000 connected 2024-11-16T02:18:33,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:18:33,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:18:33,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/running 2024-11-16T02:18:33,905 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946, hbase.cluster.distributed=false 2024-11-16T02:18:33,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/acl 2024-11-16T02:18:33,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33261 2024-11-16T02:18:33,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33261 2024-11-16T02:18:33,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33261 2024-11-16T02:18:34,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33261 2024-11-16T02:18:34,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33261 2024-11-16T02:18:34,186 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:18:34,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:18:34,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:18:34,191 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:18:34,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:18:34,191 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:18:34,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:18:34,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:18:34,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38103 2024-11-16T02:18:34,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38103 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-11-16T02:18:34,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:18:34,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:18:34,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381030x0, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:18:34,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38103-0x101416fa3630001 connected 2024-11-16T02:18:34,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/running 2024-11-16T02:18:34,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:18:34,381 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:18:34,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/master 2024-11-16T02:18:34,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/acl 2024-11-16T02:18:34,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38103 2024-11-16T02:18:34,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38103 2024-11-16T02:18:34,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38103 2024-11-16T02:18:34,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38103 2024-11-16T02:18:34,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38103 2024-11-16T02:18:34,456 DEBUG [M:0;667222f7cf1b:33261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:33261 2024-11-16T02:18:34,459 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0130315162/backup-masters/667222f7cf1b,33261,1731723512654 2024-11-16T02:18:34,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/backup-masters 2024-11-16T02:18:34,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/backup-masters 2024-11-16T02:18:34,564 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on existing znode=/0130315162/backup-masters/667222f7cf1b,33261,1731723512654 2024-11-16T02:18:34,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0130315162/master 2024-11-16T02:18:34,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:34,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:34,644 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on existing znode=/0130315162/master 2024-11-16T02:18:34,661 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0130315162/backup-masters/667222f7cf1b,33261,1731723512654 from backup master directory 2024-11-16T02:18:34,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/backup-masters 2024-11-16T02:18:34,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130315162/backup-masters/667222f7cf1b,33261,1731723512654 2024-11-16T02:18:34,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/backup-masters 2024-11-16T02:18:34,690 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:18:34,690 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,33261,1731723512654 2024-11-16T02:18:34,695 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T02:18:34,700 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T02:18:34,794 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/hbase.id] with ID: f93ebff9-74ac-4b02-9c39-5d36585ee23d 2024-11-16T02:18:34,794 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/.tmp/hbase.id 2024-11-16T02:18:34,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:18:34,844 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/.tmp/hbase.id]:[hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/hbase.id] 2024-11-16T02:18:34,993 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:18:35,002 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:18:35,038 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 34ms. 2024-11-16T02:18:35,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:35,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:18:35,146 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:18:35,154 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:18:35,189 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:18:35,195 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:18:35,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:18:35,326 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store 2024-11-16T02:18:35,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:18:35,415 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T02:18:35,421 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:18:35,423 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:18:35,423 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:18:35,428 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:18:35,429 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:18:35,430 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:18:35,430 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:18:35,432 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723515423Disabling compacts and flushes for region at 1731723515423Disabling writes for close at 1731723515430 (+7 ms)Writing region close event to WAL at 1731723515430Closed at 1731723515430 2024-11-16T02:18:35,441 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/.initializing 2024-11-16T02:18:35,444 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654 2024-11-16T02:18:35,461 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:18:35,506 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C33261%2C1731723512654, suffix=, logDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654, archiveDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/oldWALs, maxLogs=10 2024-11-16T02:18:35,548 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654/667222f7cf1b%2C33261%2C1731723512654.1731723515514, exclude list is [], retry=0 2024-11-16T02:18:35,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46445,DS-38a2370c-66b7-4386-999d-bac3b0e176a3,DISK] 2024-11-16T02:18:35,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T02:18:35,663 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654/667222f7cf1b%2C33261%2C1731723512654.1731723515514 2024-11-16T02:18:35,665 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36145:36145)] 2024-11-16T02:18:35,666 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:18:35,667 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:18:35,671 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,673 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:18:35,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:35,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:18:35,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:18:35,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:35,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:18:35,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:18:35,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:35,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:18:35,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:18:35,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:35,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:18:35,883 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,895 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,903 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,927 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,928 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,932 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:18:35,952 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:18:35,980 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:18:35,989 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58943616, jitterRate=-0.12167167663574219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:18:36,007 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723515700Initializing all the Stores at 1731723515703 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723515704 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723515724 (+20 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723515725 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723515725Cleaning up temporary data from old regions at 1731723515928 (+203 ms)Region opened successfully at 1731723516007 (+79 ms) 2024-11-16T02:18:36,010 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:18:36,098 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fab341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:18:36,157 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:18:36,174 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:18:36,174 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:18:36,179 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:18:36,185 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-16T02:18:36,197 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-16T02:18:36,197 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:18:36,246 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:18:36,260 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Unable to get data of znode /0130315162/balancer because node does not exist (not necessarily an error) 2024-11-16T02:18:36,472 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130315162/balancer already deleted, retry=false 2024-11-16T02:18:36,476 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:18:36,478 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Unable to get data of znode /0130315162/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:18:36,537 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130315162/normalizer already deleted, retry=false 2024-11-16T02:18:36,542 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:18:36,549 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Unable to get data of znode /0130315162/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:18:36,732 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130315162/switch/split already deleted, retry=false 2024-11-16T02:18:36,735 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Unable to get data of znode /0130315162/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:18:36,879 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130315162/switch/merge already deleted, retry=false 2024-11-16T02:18:36,913 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Unable to get data of znode /0130315162/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:18:37,166 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130315162/snapshot-cleanup already deleted, retry=false 2024-11-16T02:18:37,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0130315162/running 2024-11-16T02:18:37,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0130315162/running 2024-11-16T02:18:37,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:37,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:37,401 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,33261,1731723512654, sessionid=0x101416fa3630000, setting cluster-up flag (Was=false) 2024-11-16T02:18:37,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:37,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:38,205 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0130315162/flush-table-proc/acquired, /0130315162/flush-table-proc/reached, /0130315162/flush-table-proc/abort 2024-11-16T02:18:38,208 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,33261,1731723512654 2024-11-16T02:18:38,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:38,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:39,918 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0130315162/online-snapshot/acquired, /0130315162/online-snapshot/reached, /0130315162/online-snapshot/abort 2024-11-16T02:18:39,920 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,33261,1731723512654 2024-11-16T02:18:39,927 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:18:39,956 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(746): ClusterId : f93ebff9-74ac-4b02-9c39-5d36585ee23d 2024-11-16T02:18:39,959 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:18:40,012 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:18:40,023 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:18:40,031 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:18:40,038 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,33261,1731723512654 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:18:43,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:18:43,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T02:18:47,977 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:18:47,977 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:18:47,978 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:18:47,978 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:18:47,978 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:18:47,979 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:18:47,979 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:18:47,979 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:47,980 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:18:47,980 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:47,985 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723557985 2024-11-16T02:18:47,988 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:18:47,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:18:47,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:18:47,990 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:18:47,996 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:18:47,996 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:18:47,997 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:18:47,997 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:18:47,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:47,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:18:47,998 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,001 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:18:48,003 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:18:48,003 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:18:48,003 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:18:48,007 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:18:48,007 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:18:48,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:18:48,010 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723528009,5,FailOnTimeoutGroup] 2024-11-16T02:18:48,011 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723528011,5,FailOnTimeoutGroup] 2024-11-16T02:18:48,011 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,012 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:18:48,013 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,014 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,407 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:18:48,408 DEBUG [RS:0;667222f7cf1b:38103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c254d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:18:48,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:18:48,412 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946 2024-11-16T02:18:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:18:48,425 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:38103 2024-11-16T02:18:48,428 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:18:48,428 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:18:48,428 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:18:48,432 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,33261,1731723512654 with port=38103, startcode=1731723514123 2024-11-16T02:18:48,441 DEBUG [RS:0;667222f7cf1b:38103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:18:48,473 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:18:48,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,38103,1731723514123 2024-11-16T02:18:48,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33261 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,38103,1731723514123 2024-11-16T02:18:48,496 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946 2024-11-16T02:18:48,496 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45865 2024-11-16T02:18:48,496 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:18:48,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/rs 2024-11-16T02:18:48,716 DEBUG [RS:0;667222f7cf1b:38103 {}] zookeeper.ZKUtil(111): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on existing znode=/0130315162/rs/667222f7cf1b,38103,1731723514123 2024-11-16T02:18:48,717 WARN [RS:0;667222f7cf1b:38103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:18:48,718 INFO [RS:0;667222f7cf1b:38103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:18:48,718 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123 2024-11-16T02:18:48,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,38103,1731723514123] 2024-11-16T02:18:48,751 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:18:48,764 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:18:48,768 INFO [RS:0;667222f7cf1b:38103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:18:48,768 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,769 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:18:48,776 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:18:48,778 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,778 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,778 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,778 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,778 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,778 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,779 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:18:48,779 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,779 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,779 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,779 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,779 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,779 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:18:48,780 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:18:48,780 DEBUG [RS:0;667222f7cf1b:38103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:18:48,782 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,782 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,782 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,782 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,783 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,783 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38103,1731723514123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:18:48,801 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:18:48,803 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38103,1731723514123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,803 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,803 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.Replication(171): 667222f7cf1b,38103,1731723514123 started 2024-11-16T02:18:48,819 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:18:48,819 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,38103,1731723514123, RpcServer on 667222f7cf1b/172.17.0.3:38103, sessionid=0x101416fa3630001 2024-11-16T02:18:48,820 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:18:48,820 DEBUG [RS:0;667222f7cf1b:38103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,38103,1731723514123 2024-11-16T02:18:48,820 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,38103,1731723514123' 2024-11-16T02:18:48,820 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0130315162/flush-table-proc/abort' 2024-11-16T02:18:48,821 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0130315162/flush-table-proc/acquired' 2024-11-16T02:18:48,822 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:18:48,822 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:18:48,822 DEBUG [RS:0;667222f7cf1b:38103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,38103,1731723514123 2024-11-16T02:18:48,822 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,38103,1731723514123' 2024-11-16T02:18:48,822 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0130315162/online-snapshot/abort' 2024-11-16T02:18:48,823 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0130315162/online-snapshot/acquired' 2024-11-16T02:18:48,823 DEBUG [RS:0;667222f7cf1b:38103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:18:48,824 INFO [RS:0;667222f7cf1b:38103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:18:48,824 INFO [RS:0;667222f7cf1b:38103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:18:48,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:18:48,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:18:48,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:18:48,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:48,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:18:48,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:18:48,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:18:48,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:48,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:18:48,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:18:48,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:18:48,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:48,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:18:48,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:18:48,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:18:48,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:48,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:18:48,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:18:48,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740 2024-11-16T02:18:48,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740 2024-11-16T02:18:48,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:18:48,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:18:48,848 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:18:48,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:18:48,855 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:18:48,856 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71749457, jitterRate=0.06915022432804108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:18:48,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723528824Initializing all the Stores at 1731723528826 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723528826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723528826Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723528826Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723528826Cleaning up temporary data from old regions at 1731723528847 (+21 ms)Region opened successfully at 1731723528858 (+11 ms) 2024-11-16T02:18:48,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:18:48,859 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:18:48,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:18:48,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:18:48,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:18:48,861 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:18:48,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723528859Disabling compacts and flushes for region at 1731723528859Disabling writes for close at 1731723528859Writing region close event to WAL at 1731723528861 (+2 ms)Closed at 1731723528861 2024-11-16T02:18:48,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:18:48,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:18:48,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:18:48,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:18:48,882 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:18:48,928 INFO [RS:0;667222f7cf1b:38103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:18:48,932 INFO [RS:0;667222f7cf1b:38103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C38103%2C1731723514123, suffix=, logDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123, archiveDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/oldWALs, maxLogs=10 2024-11-16T02:18:48,947 DEBUG [RS:0;667222f7cf1b:38103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934, exclude list is [], retry=0 2024-11-16T02:18:48,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46445,DS-38a2370c-66b7-4386-999d-bac3b0e176a3,DISK] 2024-11-16T02:18:48,956 INFO [RS:0;667222f7cf1b:38103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 2024-11-16T02:18:48,957 DEBUG [RS:0;667222f7cf1b:38103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36145:36145)] 2024-11-16T02:18:49,036 DEBUG [667222f7cf1b:33261 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:18:49,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,38103,1731723514123 2024-11-16T02:18:49,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,38103,1731723514123, state=OPENING 2024-11-16T02:18:49,268 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:18:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:18:49,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130315162/meta-region-server: CHANGED 2024-11-16T02:18:49,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130315162/meta-region-server: CHANGED 2024-11-16T02:18:49,494 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:18:49,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,38103,1731723514123}] 2024-11-16T02:18:49,677 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:18:49,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:18:49,691 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:18:49,691 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:18:49,692 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:18:49,694 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C38103%2C1731723514123.meta, suffix=.meta, logDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123, archiveDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/oldWALs, maxLogs=10 2024-11-16T02:18:49,710 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.meta.1731723529697.meta, exclude list is [], retry=0 2024-11-16T02:18:49,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46445,DS-38a2370c-66b7-4386-999d-bac3b0e176a3,DISK] 2024-11-16T02:18:49,716 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.meta.1731723529697.meta 2024-11-16T02:18:49,717 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36145:36145)] 2024-11-16T02:18:49,717 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:18:49,722 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:18:49,723 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:18:49,725 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:18:49,727 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:18:49,730 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:18:49,731 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:18:49,731 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:18:49,731 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:18:49,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:18:49,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:18:49,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:49,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:18:49,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:18:49,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:18:49,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:49,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:18:49,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:18:49,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:18:49,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:49,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:18:49,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:18:49,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:18:49,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:18:49,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:18:49,746 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:18:49,747 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740 2024-11-16T02:18:49,750 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740 2024-11-16T02:18:49,752 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:18:49,752 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:18:49,753 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:18:49,756 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:18:49,758 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62125286, jitterRate=-0.07426109910011292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:18:49,758 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:18:49,760 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723529732Writing region info on filesystem at 1731723529732Initializing all the Stores at 1731723529733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723529734 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723529734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723529734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723529734Cleaning up temporary data from old regions at 1731723529752 (+18 ms)Running coprocessor post-open hooks at 1731723529758 (+6 ms)Region opened successfully at 1731723529760 (+2 ms) 2024-11-16T02:18:49,767 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723529669 2024-11-16T02:18:49,778 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:18:49,778 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:18:49,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,38103,1731723514123 2024-11-16T02:18:49,783 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,38103,1731723514123, state=OPEN 2024-11-16T02:18:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:18:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T02:18:53,401 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:18:53,401 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T02:18:53,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:18:53,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T02:18:55,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T02:18:55,595 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:19:01,483 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:19:02,986 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2269): Worker stuck PEWorker-5(pid=3), run time 13.2080 sec 2024-11-16T02:19:07,987 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2269): Worker stuck PEWorker-5(pid=3), run time 18.2100 sec 2024-11-16T02:19:12,987 WARN [WorkerMonitor {}] procedure2.ProcedureExecutor$WorkerMonitor(2269): Worker stuck PEWorker-5(pid=3), run time 23.2100 sec 2024-11-16T02:19:16,270 DEBUG [PEWorker-5 {}] zookeeper.RecoverableZooKeeper(294): Retry, connectivity issue (JVM Pause?); quorum=127.0.0.1:56939,exceptionorg.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /0130315162/meta-region-server= 2024-11-16T02:19:16,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:19:16,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:19:16,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:19:16,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:19:16,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:19:16,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:19:16,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:19:16,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:19:17,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:17,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:17,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38103-0x101416fa3630001 connected 2024-11-16T02:19:17,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38103-0x101416fa3630001 connected 2024-11-16T02:19:17,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0130315162/meta-region-server 2024-11-16T02:19:17,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130315162/meta-region-server: CHANGED 2024-11-16T02:19:17,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:17,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:17,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33261-0x101416fa3630000 connected 2024-11-16T02:19:17,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33261-0x101416fa3630000 connected 2024-11-16T02:19:17,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0130315162/meta-region-server 2024-11-16T02:19:17,648 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130315162/meta-region-server: CHANGED 2024-11-16T02:19:17,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0130315162/meta-region-server 2024-11-16T02:19:17,703 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130315162/meta-region-server: CHANGED 2024-11-16T02:19:17,703 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,38103,1731723514123 2024-11-16T02:19:17,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:19:17,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,38103,1731723514123 in 28.2070 sec 2024-11-16T02:19:17,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:19:17,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 28.8430 sec 2024-11-16T02:19:17,718 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:19:17,718 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:19:17,738 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:19:17,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,38103,1731723514123, seqNum=-1] 2024-11-16T02:19:17,757 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:19:17,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:19:17,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 37.8130 sec 2024-11-16T02:19:17,777 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723557777, completionTime=-1 2024-11-16T02:19:17,780 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:19:17,780 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:19:17,808 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:19:17,808 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723617808 2024-11-16T02:19:17,809 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723677809 2024-11-16T02:19:17,809 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-16T02:19:17,811 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,33261,1731723512654-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:17,811 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,33261,1731723512654-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:17,811 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,33261,1731723512654-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:17,813 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:33261, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:17,814 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:17,814 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:17,819 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:19:17,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 43.149sec 2024-11-16T02:19:17,840 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:19:17,841 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:19:17,842 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:19:17,842 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:19:17,843 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:19:17,843 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,33261,1731723512654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:19:17,844 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,33261,1731723512654-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:19:17,853 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:19:17,854 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:19:17,854 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,33261,1731723512654-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:17,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c92030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:17,913 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T02:19:17,913 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T02:19:17,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,33261,-1 for getting cluster id 2024-11-16T02:19:17,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:17,929 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f93ebff9-74ac-4b02-9c39-5d36585ee23d' 2024-11-16T02:19:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:17,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f93ebff9-74ac-4b02-9c39-5d36585ee23d" 2024-11-16T02:19:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2444d154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,33261,-1] 2024-11-16T02:19:17,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:17,941 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:17,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d87432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:17,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:19:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,38103,1731723514123, seqNum=-1] 2024-11-16T02:19:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:19:17,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:19:17,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,33261,1731723512654 2024-11-16T02:19:17,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-11-16T02:19:18,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:18,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101416fa3630002 connected 2024-11-16T02:19:18,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.log.dir so I do NOT create it in target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e 2024-11-16T02:19:18,201 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:19:18,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.tmp.dir so I do NOT create it in target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e 2024-11-16T02:19:18,201 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:19:18,201 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e 2024-11-16T02:19:18,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:19:18,201 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/cluster_39e855d5-75d1-ea7a-41f1-d30346821e57, deleteOnExit=true 2024-11-16T02:19:18,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:19:18,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/test.cache.data in system properties and HBase conf 2024-11-16T02:19:18,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:19:18,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:19:18,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:19:18,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:19:18,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:19:18,202 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:19:18,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:19:18,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:19:18,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:19:18,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:19:18,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:19:18,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:19:18,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:19:18,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:19:18,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:19:18,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:19:18,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:19:18,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:19:18,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:19:18,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:19:18,923 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:19:18,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:19:18,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:19:18,931 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:19:18,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:19:18,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:19:18,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5c8066{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:19:18,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57486293{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:19:19,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7520a1c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/java.io.tmpdir/jetty-localhost-34871-hadoop-hdfs-3_4_1-tests_jar-_-any-9144788140879882203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:19:19,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca953f4{HTTP/1.1, (http/1.1)}{localhost:34871} 2024-11-16T02:19:19,032 INFO [Time-limited test {}] server.Server(415): Started @58016ms 2024-11-16T02:19:19,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:19:19,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:19:19,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:19:19,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:19:19,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:19:19,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc263b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:19:19,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc63c0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:19:19,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e2a8352{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/java.io.tmpdir/jetty-localhost-45707-hadoop-hdfs-3_4_1-tests_jar-_-any-18142962173647176294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:19:19,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b50f524{HTTP/1.1, (http/1.1)}{localhost:45707} 2024-11-16T02:19:19,803 INFO [Time-limited test {}] server.Server(415): Started @58788ms 2024-11-16T02:19:19,805 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:19:21,092 WARN [Thread-201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/cluster_39e855d5-75d1-ea7a-41f1-d30346821e57/data/data2/current/BP-521605523-172.17.0.3-1731723558234/current, will proceed with Du for space computation calculation, 2024-11-16T02:19:21,092 WARN [Thread-200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/cluster_39e855d5-75d1-ea7a-41f1-d30346821e57/data/data1/current/BP-521605523-172.17.0.3-1731723558234/current, will proceed with Du for space computation calculation, 2024-11-16T02:19:21,135 WARN [Thread-188 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:19:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76c2f979d157cd0d with lease ID 0x8b944a86c45512d2: Processing first storage report for DS-791421ad-5896-4e97-89bc-52ad238e7d4d from datanode DatanodeRegistration(127.0.0.1:37005, datanodeUuid=521168a0-57de-444a-b0f9-2d5fe2b22ac4, infoPort=43613, infoSecurePort=0, ipcPort=43799, storageInfo=lv=-57;cid=testClusterID;nsid=682232370;c=1731723558234) 2024-11-16T02:19:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76c2f979d157cd0d with lease ID 0x8b944a86c45512d2: from storage DS-791421ad-5896-4e97-89bc-52ad238e7d4d node DatanodeRegistration(127.0.0.1:37005, datanodeUuid=521168a0-57de-444a-b0f9-2d5fe2b22ac4, infoPort=43613, infoSecurePort=0, ipcPort=43799, storageInfo=lv=-57;cid=testClusterID;nsid=682232370;c=1731723558234), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T02:19:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76c2f979d157cd0d with lease ID 0x8b944a86c45512d2: Processing first storage report for DS-bde4e9d9-739a-4d37-a0c3-f90ec69f0d0b from datanode DatanodeRegistration(127.0.0.1:37005, datanodeUuid=521168a0-57de-444a-b0f9-2d5fe2b22ac4, infoPort=43613, infoSecurePort=0, ipcPort=43799, storageInfo=lv=-57;cid=testClusterID;nsid=682232370;c=1731723558234) 2024-11-16T02:19:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76c2f979d157cd0d with lease ID 0x8b944a86c45512d2: from storage DS-bde4e9d9-739a-4d37-a0c3-f90ec69f0d0b node DatanodeRegistration(127.0.0.1:37005, datanodeUuid=521168a0-57de-444a-b0f9-2d5fe2b22ac4, infoPort=43613, infoSecurePort=0, ipcPort=43799, storageInfo=lv=-57;cid=testClusterID;nsid=682232370;c=1731723558234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:19:21,150 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e 2024-11-16T02:19:21,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:21,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:21,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:19:21,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10 with version=8 2024-11-16T02:19:21,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/hbase-staging 2024-11-16T02:19:21,571 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:19:21,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:21,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:21,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:19:21,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:21,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:19:21,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:19:21,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:19:21,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36809 2024-11-16T02:19:21,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36809 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-11-16T02:19:21,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368090x0, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:21,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36809-0x101416fa3630003 connected 2024-11-16T02:19:21,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:21,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:21,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on znode that does not yet exist, /11800341809/running 2024-11-16T02:19:21,710 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10, hbase.cluster.distributed=false 2024-11-16T02:19:21,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on znode that does not yet exist, /11800341809/acl 2024-11-16T02:19:21,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36809 2024-11-16T02:19:21,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36809 2024-11-16T02:19:21,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36809 2024-11-16T02:19:21,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36809 2024-11-16T02:19:21,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36809 2024-11-16T02:19:21,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:19:21,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:21,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:21,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:19:21,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:21,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:19:21,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:19:21,758 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:19:21,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45061 2024-11-16T02:19:21,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45061 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-11-16T02:19:21,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:21,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:21,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450610x0, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:21,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45061-0x101416fa3630004 connected 2024-11-16T02:19:21,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on znode that does not yet exist, /11800341809/running 2024-11-16T02:19:21,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:19:21,953 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:19:21,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on znode that does not yet exist, /11800341809/master 2024-11-16T02:19:21,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on znode that does not yet exist, /11800341809/acl 2024-11-16T02:19:21,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-16T02:19:21,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45061 2024-11-16T02:19:21,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45061 2024-11-16T02:19:21,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-16T02:19:21,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45061 2024-11-16T02:19:21,978 DEBUG [M:0;667222f7cf1b:36809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:36809 2024-11-16T02:19:21,978 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11800341809/backup-masters/667222f7cf1b,36809,1731723561570 2024-11-16T02:19:21,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809/backup-masters 2024-11-16T02:19:21,998 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on existing znode=/11800341809/backup-masters/667222f7cf1b,36809,1731723561570 2024-11-16T02:19:22,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809/backup-masters 2024-11-16T02:19:22,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11800341809/master 2024-11-16T02:19:22,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:22,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:22,024 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on existing znode=/11800341809/master 2024-11-16T02:19:22,033 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11800341809/backup-masters/667222f7cf1b,36809,1731723561570 from backup master directory 2024-11-16T02:19:22,049 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:19:22,050 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,36809,1731723561570 2024-11-16T02:19:22,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809/backup-masters 2024-11-16T02:19:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11800341809/backup-masters/667222f7cf1b,36809,1731723561570 2024-11-16T02:19:22,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809/backup-masters 2024-11-16T02:19:22,067 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/hbase.id] with ID: 2547c6df-f13c-4d53-a021-4bacc0b7738a 2024-11-16T02:19:22,067 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/.tmp/hbase.id 2024-11-16T02:19:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:19:22,481 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/.tmp/hbase.id]:[hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/hbase.id] 2024-11-16T02:19:22,508 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:22,509 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:19:22,511 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T02:19:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:22,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:19:22,559 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:19:22,560 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:19:22,564 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:19:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:19:22,588 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store 2024-11-16T02:19:22,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:19:23,016 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:19:23,016 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:19:23,016 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:19:23,016 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:19:23,016 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:19:23,016 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:19:23,016 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:19:23,016 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723563016Disabling compacts and flushes for region at 1731723563016Disabling writes for close at 1731723563016Writing region close event to WAL at 1731723563016Closed at 1731723563016 2024-11-16T02:19:23,018 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/.initializing 2024-11-16T02:19:23,018 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/WALs/667222f7cf1b,36809,1731723561570 2024-11-16T02:19:23,019 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:19:23,022 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C36809%2C1731723561570, suffix=, logDir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/WALs/667222f7cf1b,36809,1731723561570, archiveDir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/oldWALs, maxLogs=10 2024-11-16T02:19:23,036 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/WALs/667222f7cf1b,36809,1731723561570/667222f7cf1b%2C36809%2C1731723561570.1731723563022, exclude list is [], retry=0 2024-11-16T02:19:23,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37005,DS-791421ad-5896-4e97-89bc-52ad238e7d4d,DISK] 2024-11-16T02:19:23,044 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/WALs/667222f7cf1b,36809,1731723561570/667222f7cf1b%2C36809%2C1731723561570.1731723563022 2024-11-16T02:19:23,046 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43613:43613)] 2024-11-16T02:19:23,046 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:19:23,047 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:19:23,047 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,047 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:19:23,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:23,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:23,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:19:23,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:23,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:19:23,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:19:23,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:23,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:19:23,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:19:23,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:23,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:19:23,064 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,066 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,066 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,068 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,068 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,069 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:19:23,072 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:23,075 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:19:23,076 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63636348, jitterRate=-0.05174452066421509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:19:23,076 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723563047Initializing all the Stores at 1731723563049 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723563049Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723563049Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723563049Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723563049Cleaning up temporary data from old regions at 1731723563068 (+19 ms)Region opened successfully at 1731723563076 (+8 ms) 2024-11-16T02:19:23,077 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:19:23,084 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16045ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:19:23,085 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:19:23,086 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:19:23,086 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:19:23,086 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:19:23,087 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:19:23,087 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:19:23,087 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:19:23,091 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:19:23,093 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Unable to get data of znode /11800341809/balancer because node does not exist (not necessarily an error) 2024-11-16T02:19:23,123 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11800341809/balancer already deleted, retry=false 2024-11-16T02:19:23,123 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:19:23,124 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Unable to get data of znode /11800341809/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:19:23,184 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11800341809/normalizer already deleted, retry=false 2024-11-16T02:19:23,184 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:19:23,189 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Unable to get data of znode /11800341809/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:19:23,258 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11800341809/switch/split already deleted, retry=false 2024-11-16T02:19:23,259 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Unable to get data of znode /11800341809/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:19:23,332 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11800341809/switch/merge already deleted, retry=false 2024-11-16T02:19:23,335 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Unable to get data of znode /11800341809/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:19:23,417 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11800341809/snapshot-cleanup already deleted, retry=false 2024-11-16T02:19:23,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11800341809/running 2024-11-16T02:19:23,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11800341809/running 2024-11-16T02:19:23,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:23,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:23,502 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,36809,1731723561570, sessionid=0x101416fa3630003, setting cluster-up flag (Was=false) 2024-11-16T02:19:23,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:23,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11800341809/flush-table-proc/acquired, /11800341809/flush-table-proc/reached, /11800341809/flush-table-proc/abort 2024-11-16T02:19:23,863 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,36809,1731723561570 2024-11-16T02:19:23,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:23,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:24,213 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11800341809/online-snapshot/acquired, /11800341809/online-snapshot/reached, /11800341809/online-snapshot/abort 2024-11-16T02:19:24,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,36809,1731723561570 2024-11-16T02:19:24,219 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:19:24,224 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:19:24,224 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:19:24,224 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:19:24,225 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,36809,1731723561570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:19:24,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:19:24,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:19:24,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:19:24,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:19:24,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:19:24,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:19:24,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,236 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723594236 2024-11-16T02:19:24,236 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:19:24,236 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:19:24,237 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:19:24,237 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:19:24,237 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:19:24,237 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:19:24,237 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,237 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:19:24,238 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:19:24,238 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:19:24,238 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:19:24,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:19:24,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:19:24,238 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:19:24,238 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:19:24,238 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723564238,5,FailOnTimeoutGroup] 2024-11-16T02:19:24,239 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723564238,5,FailOnTimeoutGroup] 2024-11-16T02:19:24,239 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,239 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:19:24,239 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,239 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,240 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:24,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:19:24,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:19:24,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:19:24,259 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10 2024-11-16T02:19:24,270 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(746): ClusterId : 2547c6df-f13c-4d53-a021-4bacc0b7738a 2024-11-16T02:19:24,270 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:19:24,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:19:24,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:19:24,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:19:24,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:19:24,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:24,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:24,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:19:24,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:19:24,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:24,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:24,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:19:24,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:19:24,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:24,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:24,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:19:24,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:19:24,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:24,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:24,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:19:24,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740 2024-11-16T02:19:24,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740 2024-11-16T02:19:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:19:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:19:24,312 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:19:24,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:19:24,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:19:24,327 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59441339, jitterRate=-0.11425502598285675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:19:24,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723564280Initializing all the Stores at 1731723564281 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723564281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723564282 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723564282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723564282Cleaning up temporary data from old regions at 1731723564310 (+28 ms)Region opened successfully at 1731723564327 (+17 ms) 2024-11-16T02:19:24,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:19:24,327 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:19:24,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:19:24,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:19:24,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:19:24,328 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:19:24,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723564327Disabling compacts and flushes for region at 1731723564327Disabling writes for close at 1731723564327Writing region close event to WAL at 1731723564328 (+1 ms)Closed at 1731723564328 2024-11-16T02:19:24,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:19:24,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:19:24,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:19:24,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:19:24,342 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:19:24,345 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:19:24,345 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:19:24,426 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:19:24,427 DEBUG [RS:0;667222f7cf1b:45061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbba697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:19:24,446 DEBUG [RS:0;667222f7cf1b:45061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:45061 2024-11-16T02:19:24,446 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:19:24,446 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:19:24,446 DEBUG [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:19:24,449 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,36809,1731723561570 with port=45061, startcode=1731723561757 2024-11-16T02:19:24,450 DEBUG [RS:0;667222f7cf1b:45061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:19:24,454 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:19:24,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,45061,1731723561757 2024-11-16T02:19:24,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36809 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,45061,1731723561757 2024-11-16T02:19:24,460 DEBUG [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10 2024-11-16T02:19:24,460 DEBUG [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34611 2024-11-16T02:19:24,461 DEBUG [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:19:24,494 WARN [667222f7cf1b:36809 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:19:24,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809/rs 2024-11-16T02:19:24,545 DEBUG [RS:0;667222f7cf1b:45061 {}] zookeeper.ZKUtil(111): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on existing znode=/11800341809/rs/667222f7cf1b,45061,1731723561757 2024-11-16T02:19:24,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,45061,1731723561757] 2024-11-16T02:19:24,545 WARN [RS:0;667222f7cf1b:45061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:19:24,545 INFO [RS:0;667222f7cf1b:45061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:19:24,545 DEBUG [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/WALs/667222f7cf1b,45061,1731723561757 2024-11-16T02:19:24,551 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:19:24,554 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:19:24,555 INFO [RS:0;667222f7cf1b:45061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:19:24,555 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,556 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:19:24,558 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:19:24,558 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,558 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,559 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,559 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,559 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,559 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,559 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:19:24,559 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,559 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,559 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,560 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,560 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,560 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:19:24,560 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:19:24,560 DEBUG [RS:0;667222f7cf1b:45061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:19:24,568 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,569 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,569 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,569 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,569 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,569 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45061,1731723561757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:19:24,599 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:19:24,599 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45061,1731723561757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,599 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,599 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.Replication(171): 667222f7cf1b,45061,1731723561757 started 2024-11-16T02:19:24,626 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:24,626 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,45061,1731723561757, RpcServer on 667222f7cf1b/172.17.0.3:45061, sessionid=0x101416fa3630004 2024-11-16T02:19:24,627 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:19:24,628 DEBUG [RS:0;667222f7cf1b:45061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,45061,1731723561757 2024-11-16T02:19:24,628 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,45061,1731723561757' 2024-11-16T02:19:24,628 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11800341809/flush-table-proc/abort' 2024-11-16T02:19:24,630 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11800341809/flush-table-proc/acquired' 2024-11-16T02:19:24,631 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:19:24,631 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:19:24,631 DEBUG [RS:0;667222f7cf1b:45061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,45061,1731723561757 2024-11-16T02:19:24,631 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,45061,1731723561757' 2024-11-16T02:19:24,631 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11800341809/online-snapshot/abort' 2024-11-16T02:19:24,631 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11800341809/online-snapshot/acquired' 2024-11-16T02:19:24,632 DEBUG [RS:0;667222f7cf1b:45061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:19:24,632 INFO [RS:0;667222f7cf1b:45061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:19:24,632 INFO [RS:0;667222f7cf1b:45061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:19:24,736 INFO [RS:0;667222f7cf1b:45061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:19:24,753 INFO [RS:0;667222f7cf1b:45061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C45061%2C1731723561757, suffix=, logDir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/WALs/667222f7cf1b,45061,1731723561757, archiveDir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/oldWALs, maxLogs=10 2024-11-16T02:19:24,786 DEBUG [RS:0;667222f7cf1b:45061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/WALs/667222f7cf1b,45061,1731723561757/667222f7cf1b%2C45061%2C1731723561757.1731723564756, exclude list is [], retry=0 2024-11-16T02:19:24,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37005,DS-791421ad-5896-4e97-89bc-52ad238e7d4d,DISK] 2024-11-16T02:19:24,830 INFO [RS:0;667222f7cf1b:45061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/WALs/667222f7cf1b,45061,1731723561757/667222f7cf1b%2C45061%2C1731723561757.1731723564756 2024-11-16T02:19:24,832 DEBUG [RS:0;667222f7cf1b:45061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43613:43613)] 2024-11-16T02:19:24,996 DEBUG [667222f7cf1b:36809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:19:24,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,45061,1731723561757 2024-11-16T02:19:25,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,45061,1731723561757, state=OPENING 2024-11-16T02:19:25,017 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:19:25,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:25,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:19:25,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11800341809/meta-region-server: CHANGED 2024-11-16T02:19:25,042 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:19:25,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,45061,1731723561757}] 2024-11-16T02:19:25,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11800341809/meta-region-server: CHANGED 2024-11-16T02:19:25,217 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:19:25,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:19:25,236 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:19:25,236 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:19:25,237 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:19:25,248 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C45061%2C1731723561757.meta, suffix=.meta, logDir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/WALs/667222f7cf1b,45061,1731723561757, archiveDir=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/oldWALs, maxLogs=10 2024-11-16T02:19:25,281 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/WALs/667222f7cf1b,45061,1731723561757/667222f7cf1b%2C45061%2C1731723561757.meta.1731723565251.meta, exclude list is [], retry=0 2024-11-16T02:19:25,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37005,DS-791421ad-5896-4e97-89bc-52ad238e7d4d,DISK] 2024-11-16T02:19:25,316 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/WALs/667222f7cf1b,45061,1731723561757/667222f7cf1b%2C45061%2C1731723561757.meta.1731723565251.meta 2024-11-16T02:19:25,320 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43613:43613)] 2024-11-16T02:19:25,321 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:19:25,321 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:19:25,322 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:19:25,322 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:19:25,322 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:19:25,322 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:19:25,322 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:19:25,322 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:19:25,323 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:19:25,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:19:25,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:19:25,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:25,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:25,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:19:25,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:19:25,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:25,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:25,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:19:25,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:19:25,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:25,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:25,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:19:25,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:19:25,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:25,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:25,384 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:19:25,386 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740 2024-11-16T02:19:25,390 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740 2024-11-16T02:19:25,398 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:19:25,398 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:19:25,400 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:19:25,408 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:19:25,412 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59137088, jitterRate=-0.1187887191772461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:19:25,413 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:19:25,413 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723565323Writing region info on filesystem at 1731723565323Initializing all the Stores at 1731723565329 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723565329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723565329Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723565329Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723565329Cleaning up temporary data from old regions at 1731723565398 (+69 ms)Running coprocessor post-open hooks at 1731723565413 (+15 ms)Region opened successfully at 1731723565413 2024-11-16T02:19:25,420 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723565216 2024-11-16T02:19:25,432 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:19:25,433 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:19:25,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,45061,1731723561757 2024-11-16T02:19:25,448 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,45061,1731723561757, state=OPEN 2024-11-16T02:19:25,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11800341809/meta-region-server 2024-11-16T02:19:25,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11800341809/meta-region-server: CHANGED 2024-11-16T02:19:25,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,45061,1731723561757 2024-11-16T02:19:25,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11800341809/meta-region-server 2024-11-16T02:19:25,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11800341809/meta-region-server: CHANGED 2024-11-16T02:19:25,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:19:25,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,45061,1731723561757 in 434 msec 2024-11-16T02:19:25,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:19:25,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1510 sec 2024-11-16T02:19:25,529 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:19:25,529 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:19:25,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:19:25,538 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,45061,1731723561757, seqNum=-1] 2024-11-16T02:19:25,539 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:19:25,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:19:25,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-11-16T02:19:25,580 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723565580, completionTime=-1 2024-11-16T02:19:25,580 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:19:25,580 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:19:25,584 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:19:25,584 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723625584 2024-11-16T02:19:25,584 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723685584 2024-11-16T02:19:25,584 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-16T02:19:25,585 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36809,1731723561570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:25,585 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36809,1731723561570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:25,585 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36809,1731723561570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:25,585 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:36809, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:25,585 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:25,588 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:25,594 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:19:25,597 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.547sec 2024-11-16T02:19:25,597 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:19:25,598 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:19:25,598 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:19:25,598 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:19:25,598 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:19:25,598 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36809,1731723561570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:19:25,598 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36809,1731723561570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:19:25,620 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:19:25,620 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:19:25,620 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36809,1731723561570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:19:25,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326d4f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:25,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36809,-1 for getting cluster id 2024-11-16T02:19:25,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:25,697 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547c6df-f13c-4d53-a021-4bacc0b7738a' 2024-11-16T02:19:25,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:25,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547c6df-f13c-4d53-a021-4bacc0b7738a" 2024-11-16T02:19:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0747a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36809,-1] 2024-11-16T02:19:25,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:25,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:25,712 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:25,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af82fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:25,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:19:25,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,45061,1731723561757, seqNum=-1] 2024-11-16T02:19:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:19:25,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:19:25,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,36809,1731723561570 2024-11-16T02:19:25,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-11-16T02:19:25,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:25,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101416fa3630005 connected 2024-11-16T02:19:25,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8f281c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:25,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,33261,-1 for getting cluster id 2024-11-16T02:19:25,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:25,854 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f93ebff9-74ac-4b02-9c39-5d36585ee23d' 2024-11-16T02:19:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:25,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f93ebff9-74ac-4b02-9c39-5d36585ee23d" 2024-11-16T02:19:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f1806f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,33261,-1] 2024-11-16T02:19:25,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:25,865 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543eb482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:25,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:19:25,901 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,33261,1731723512654 2024-11-16T02:19:25,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@556d21d4 2024-11-16T02:19:25,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:19:25,911 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:19:25,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:36809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:19:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:19:25,936 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:36809' 2024-11-16T02:19:25,941 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354c3198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:25,941 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36809,-1 for getting cluster id 2024-11-16T02:19:25,941 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:25,945 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547c6df-f13c-4d53-a021-4bacc0b7738a' 2024-11-16T02:19:25,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547c6df-f13c-4d53-a021-4bacc0b7738a" 2024-11-16T02:19:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd5afc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:25,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36809,-1] 2024-11-16T02:19:25,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:25,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:25,951 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:25,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be89611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:25,957 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:19:25,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36809,1731723561570 2024-11-16T02:19:25,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13595dee 2024-11-16T02:19:25,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:19:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:19:25,968 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:19:25,997 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T02:19:25,997 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:19:26,014 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:26,021 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:26,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:19:26,023 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:19:26,045 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:19:26,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:19:26,055 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:26,064 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:19:26,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:19:26,102 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:19:26,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741835_1011 (size=1138) 2024-11-16T02:19:26,139 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bacb5700e49ee1271d27a4d3fbd84778, NAME => 'hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946 2024-11-16T02:19:26,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741836_1012 (size=44) 2024-11-16T02:19:26,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:19:26,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bacb5700e49ee1271d27a4d3fbd84778, disabling compactions & flushes 2024-11-16T02:19:26,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:26,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:26,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. after waiting 0 ms 2024-11-16T02:19:26,207 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:26,207 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:26,208 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bacb5700e49ee1271d27a4d3fbd84778: Waiting for close lock at 1731723566207Disabling compacts and flushes for region at 1731723566207Disabling writes for close at 1731723566207Writing region close event to WAL at 1731723566207Closed at 1731723566207 2024-11-16T02:19:26,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:19:26,220 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723566212"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723566212"}]},"ts":"1731723566212"} 2024-11-16T02:19:26,236 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:19:26,242 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:19:26,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723566242"}]},"ts":"1731723566242"} 2024-11-16T02:19:26,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:19:26,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bacb5700e49ee1271d27a4d3fbd84778, ASSIGN}] 2024-11-16T02:19:26,276 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bacb5700e49ee1271d27a4d3fbd84778, ASSIGN 2024-11-16T02:19:26,281 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bacb5700e49ee1271d27a4d3fbd84778, ASSIGN; state=OFFLINE, location=667222f7cf1b,38103,1731723514123; forceNewPlan=false, retain=false 2024-11-16T02:19:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:19:26,438 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bacb5700e49ee1271d27a4d3fbd84778, regionState=OPENING, regionLocation=667222f7cf1b,38103,1731723514123 2024-11-16T02:19:26,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bacb5700e49ee1271d27a4d3fbd84778, ASSIGN because future has completed 2024-11-16T02:19:26,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bacb5700e49ee1271d27a4d3fbd84778, server=667222f7cf1b,38103,1731723514123}] 2024-11-16T02:19:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:19:26,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:26,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:19:26,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:19:26,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C38103%2C1731723514123.rep, suffix=, logDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123, archiveDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/oldWALs, maxLogs=10 2024-11-16T02:19:26,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.rep.1731723566703, exclude list is [], retry=0 2024-11-16T02:19:26,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46445,DS-38a2370c-66b7-4386-999d-bac3b0e176a3,DISK] 2024-11-16T02:19:26,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.rep.1731723566703 2024-11-16T02:19:26,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36145:36145)] 2024-11-16T02:19:26,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bacb5700e49ee1271d27a4d3fbd84778, NAME => 'hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:19:26,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:19:26,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:19:26,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. service=MultiRowMutationService 2024-11-16T02:19:26,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:19:26,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:19:26,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,765 INFO [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,774 INFO [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bacb5700e49ee1271d27a4d3fbd84778 columnFamilyName hfileref 2024-11-16T02:19:26,774 DEBUG [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:26,775 INFO [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] regionserver.HStore(327): Store=bacb5700e49ee1271d27a4d3fbd84778/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:19:26,775 INFO [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,780 INFO [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bacb5700e49ee1271d27a4d3fbd84778 columnFamilyName queue 2024-11-16T02:19:26,780 DEBUG [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:26,783 INFO [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] regionserver.HStore(327): Store=bacb5700e49ee1271d27a4d3fbd84778/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:19:26,784 INFO [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,793 INFO [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bacb5700e49ee1271d27a4d3fbd84778 columnFamilyName sid 2024-11-16T02:19:26,793 DEBUG [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:26,796 INFO [StoreOpener-bacb5700e49ee1271d27a4d3fbd84778-1 {}] regionserver.HStore(327): Store=bacb5700e49ee1271d27a4d3fbd84778/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:19:26,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/replication/bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/replication/bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:19:26,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/replication/bacb5700e49ee1271d27a4d3fbd84778/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:19:26,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bacb5700e49ee1271d27a4d3fbd84778; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65107014, jitterRate=-0.02982988953590393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:19:26,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:26,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bacb5700e49ee1271d27a4d3fbd84778: Running coprocessor pre-open hook at 1731723566759Writing region info on filesystem at 1731723566759Initializing all the Stores at 1731723566765 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723566765Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723566765Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723566765Cleaning up temporary data from old regions at 1731723566807 (+42 ms)Running coprocessor post-open hooks at 1731723566820 (+13 ms)Region opened successfully at 1731723566822 (+2 ms) 2024-11-16T02:19:26,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778., pid=7, masterSystemTime=1731723566629 2024-11-16T02:19:26,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:26,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:26,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bacb5700e49ee1271d27a4d3fbd84778, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,38103,1731723514123 2024-11-16T02:19:26,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bacb5700e49ee1271d27a4d3fbd84778, server=667222f7cf1b,38103,1731723514123 because future has completed 2024-11-16T02:19:26,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T02:19:26,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bacb5700e49ee1271d27a4d3fbd84778, server=667222f7cf1b,38103,1731723514123 in 394 msec 2024-11-16T02:19:26,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:19:26,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bacb5700e49ee1271d27a4d3fbd84778, ASSIGN in 596 msec 2024-11-16T02:19:26,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:19:26,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723566872"}]},"ts":"1731723566872"} 2024-11-16T02:19:26,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:19:26,879 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:19:26,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 855 msec 2024-11-16T02:19:26,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778., hostname=667222f7cf1b,38103,1731723514123, seqNum=2] 2024-11-16T02:19:26,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38103 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-16T02:19:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:19:27,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:19:27,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:19:27,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:19:27,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T02:19:27,613 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:19:27,695 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,38103,1731723514123, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:19:27,699 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:19:27,699 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,38103,1731723514123, seqNum=-1] 2024-11-16T02:19:27,700 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:19:27,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-16T02:19:27,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,38103,1731723514123', locateType=CURRENT is [region=hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778., hostname=667222f7cf1b,38103,1731723514123, seqNum=2] 2024-11-16T02:19:27,735 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T02:19:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T02:19:27,747 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,38103,1731723514123 suceeded 2024-11-16T02:19:27,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T02:19:27,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 309 msec 2024-11-16T02:19:27,754 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:36809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:19:27,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8370 sec 2024-11-16T02:19:27,770 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:36809' 2024-11-16T02:19:27,777 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52f0ddbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:27,777 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36809,-1 for getting cluster id 2024-11-16T02:19:27,778 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:27,784 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547c6df-f13c-4d53-a021-4bacc0b7738a' 2024-11-16T02:19:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547c6df-f13c-4d53-a021-4bacc0b7738a" 2024-11-16T02:19:27,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@123fdf2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:27,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36809,-1] 2024-11-16T02:19:27,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:27,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:27,789 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:27,793 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7da660af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:27,793 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:19:27,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36809,1731723561570 2024-11-16T02:19:27,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b53823 2024-11-16T02:19:27,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:19:27,799 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T02:19:27,800 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,38103,1731723514123 (queues=1) is replicating from cluster=f93ebff9-74ac-4b02-9c39-5d36585ee23d to cluster=2547c6df-f13c-4d53-a021-4bacc0b7738a 2024-11-16T02:19:27,803 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C38103%2C1731723514123 2024-11-16T02:19:27,810 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,38103,1731723514123, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:19:27,828 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.shipper667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C38103%2C1731723514123 2024-11-16T02:19:27,841 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934, startPosition=0, beingWritten=true 2024-11-16T02:19:28,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:19:28,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:19:28,141 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:19:28,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:19:28,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:28,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:28,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:19:28,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e492c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:28,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,33261,-1 for getting cluster id 2024-11-16T02:19:28,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:28,152 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f93ebff9-74ac-4b02-9c39-5d36585ee23d' 2024-11-16T02:19:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:28,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f93ebff9-74ac-4b02-9c39-5d36585ee23d" 2024-11-16T02:19:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53857dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,33261,-1] 2024-11-16T02:19:28,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:28,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:28,161 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:28,163 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a61931a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:28,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:19:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,33261,1731723512654 2024-11-16T02:19:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5d5e75 2024-11-16T02:19:28,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:19:28,170 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:19:28,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://667222f7cf1b:36809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:19:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:19:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T02:19:28,180 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:28,185 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:36809' 2024-11-16T02:19:28,189 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eaa77cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:28,189 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36809,-1 for getting cluster id 2024-11-16T02:19:28,189 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:28,193 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547c6df-f13c-4d53-a021-4bacc0b7738a' 2024-11-16T02:19:28,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:28,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547c6df-f13c-4d53-a021-4bacc0b7738a" 2024-11-16T02:19:28,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9b5a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:28,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36809,-1] 2024-11-16T02:19:28,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:28,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:28,198 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:28,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3685cd4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:28,203 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:19:28,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36809,1731723561570 2024-11-16T02:19:28,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30328833 2024-11-16T02:19:28,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:19:28,207 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:19:28,209 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T02:19:28,209 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:19:28,210 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:28,210 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:28,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:19:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T02:19:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T02:19:28,511 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:28,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:19:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T02:19:28,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-16T02:19:28,925 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T02:19:28,925 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:28,994 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-667222f7cf1b,38103,1731723514123, ReplicationSource: 2, currentBandwidth=0 2024-11-16T02:19:29,003 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T02:19:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T02:19:29,007 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 667222f7cf1b,38103,1731723514123 suceeded 2024-11-16T02:19:29,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:19:29,011 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://667222f7cf1b:36809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:19:29,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-16T02:19:29,015 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 840 msec 2024-11-16T02:19:29,023 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:36809' 2024-11-16T02:19:29,025 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@449c1095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:29,025 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36809,-1 for getting cluster id 2024-11-16T02:19:29,025 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:29,028 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547c6df-f13c-4d53-a021-4bacc0b7738a' 2024-11-16T02:19:29,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:29,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547c6df-f13c-4d53-a021-4bacc0b7738a" 2024-11-16T02:19:29,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ab57d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:29,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36809,-1] 2024-11-16T02:19:29,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:29,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:29,031 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:29,032 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dc38f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:29,033 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:19:29,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36809,1731723561570 2024-11-16T02:19:29,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cb71d60 2024-11-16T02:19:29,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:19:29,036 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-16T02:19:29,040 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-667222f7cf1b,38103,1731723514123 (queues=1) is replicating from cluster=f93ebff9-74ac-4b02-9c39-5d36585ee23d to cluster=2547c6df-f13c-4d53-a021-4bacc0b7738a 2024-11-16T02:19:29,040 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=667222f7cf1b%2C38103%2C1731723514123 2024-11-16T02:19:29,040 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-667222f7cf1b,38103,1731723514123, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:19:29,041 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.shipper667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C38103%2C1731723514123 2024-11-16T02:19:29,041 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934, startPosition=0, beingWritten=true 2024-11-16T02:19:29,247 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T02:19:29,321 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T02:19:29,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:19:29,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:19:29,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:29,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:29,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:19:29,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:19:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,33261,1731723512654 2024-11-16T02:19:29,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@545b49b0 2024-11-16T02:19:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:19:29,330 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:19:29,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-16T02:19:29,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-16T02:19:29,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-16T02:19:29,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-16T02:19:29,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:36809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:19:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T02:19:29,365 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:36809' 2024-11-16T02:19:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T02:19:29,372 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1b3026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:29,372 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36809,-1 for getting cluster id 2024-11-16T02:19:29,372 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:29,373 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547c6df-f13c-4d53-a021-4bacc0b7738a' 2024-11-16T02:19:29,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:29,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547c6df-f13c-4d53-a021-4bacc0b7738a" 2024-11-16T02:19:29,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3812e020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:29,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36809,-1] 2024-11-16T02:19:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:29,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:29,376 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:29,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a95082a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:29,378 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:19:29,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36809,1731723561570 2024-11-16T02:19:29,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fa12321 2024-11-16T02:19:29,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:19:29,381 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:19:29,383 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T02:19:29,383 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:19:29,384 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:29,385 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:29,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:19:29,446 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T02:19:29,559 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T02:19:29,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:19:29,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-16T02:19:29,867 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-16T02:19:29,870 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T02:19:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T02:19:29,884 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 667222f7cf1b,38103,1731723514123 suceeded 2024-11-16T02:19:29,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T02:19:29,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 179 msec 2024-11-16T02:19:29,894 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://667222f7cf1b:36809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:19:29,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 537 msec 2024-11-16T02:19:29,965 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T02:19:30,003 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-16T02:19:30,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://667222f7cf1b:36809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:19:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T02:19:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T02:19:30,014 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:36809' 2024-11-16T02:19:30,025 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a952d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:30,026 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36809,-1 for getting cluster id 2024-11-16T02:19:30,026 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:19:30,028 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2547c6df-f13c-4d53-a021-4bacc0b7738a' 2024-11-16T02:19:30,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:19:30,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2547c6df-f13c-4d53-a021-4bacc0b7738a" 2024-11-16T02:19:30,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9bb880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:30,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36809,-1] 2024-11-16T02:19:30,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:19:30,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:30,036 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:19:30,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5b4bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:19:30,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:19:30,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36809,1731723561570 2024-11-16T02:19:30,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3804ca86 2024-11-16T02:19:30,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:19:30,049 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:19:30,053 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T02:19:30,053 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:19:30,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:30,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:30,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:19:30,071 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T02:19:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T02:19:30,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:19:30,492 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:30,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-16T02:19:30,618 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-16T02:19:30,629 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T02:19:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T02:19:30,633 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 667222f7cf1b,38103,1731723514123 suceeded 2024-11-16T02:19:30,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T02:19:30,638 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://667222f7cf1b:36809,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:19:30,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 177 msec 2024-11-16T02:19:30,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 630 msec 2024-11-16T02:19:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T02:19:30,651 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-16T02:19:30,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-16T02:19:30,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33261 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-16T02:19:30,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:19:30,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:19:30,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:30,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:30,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:19:30,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:19:30,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-16T02:19:30,658 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,33261,1731723512654 2024-11-16T02:19:30,782 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:30,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:19:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130315162/running 2024-11-16T02:19:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:19:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130315162/running 2024-11-16T02:19:30,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:19:30,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:19:30,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:19:30,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/running 2024-11-16T02:19:30,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:19:30,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:30,901 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,38103,1731723514123' ***** 2024-11-16T02:19:30,901 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:19:30,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/running 2024-11-16T02:19:30,901 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:19:30,901 INFO [RS:0;667222f7cf1b:38103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:19:30,902 INFO [RS:0;667222f7cf1b:38103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:19:30,902 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(3091): Received CLOSE for bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:30,902 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:19:30,912 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,38103,1731723514123 2024-11-16T02:19:30,912 INFO [RS:0;667222f7cf1b:38103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:19:30,912 INFO [RS:0;667222f7cf1b:38103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:38103. 2024-11-16T02:19:30,913 DEBUG [RS:0;667222f7cf1b:38103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:19:30,913 DEBUG [RS:0;667222f7cf1b:38103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:30,913 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:19:30,913 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:19:30,913 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:19:30,913 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:19:30,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bacb5700e49ee1271d27a4d3fbd84778, disabling compactions & flushes 2024-11-16T02:19:30,921 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:30,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:30,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. after waiting 0 ms 2024-11-16T02:19:30,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:30,923 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:19:30,923 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bacb5700e49ee1271d27a4d3fbd84778=hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778.} 2024-11-16T02:19:30,924 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:30,925 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:19:30,925 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:19:30,925 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:19:30,925 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:19:30,925 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:19:30,940 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T02:19:30,942 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bacb5700e49ee1271d27a4d3fbd84778 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-16T02:19:30,950 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:19:31,054 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/.tmp/info/6b4eed8f472945a185ff74c7f123e0f9 is 147, key is hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778./info:regioninfo/1731723566836/Put/seqid=0 2024-11-16T02:19:31,054 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/replication/bacb5700e49ee1271d27a4d3fbd84778/.tmp/queue/0175d7f34cad4ca4b7c6abfc07bf954a is 151, key is 1-667222f7cf1b,38103,1731723514123/queue:667222f7cf1b%2C38103%2C1731723514123/1731723567716/Put/seqid=0 2024-11-16T02:19:31,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741838_1014 (size=5500) 2024-11-16T02:19:31,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741839_1015 (size=6631) 2024-11-16T02:19:31,105 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/.tmp/info/6b4eed8f472945a185ff74c7f123e0f9 2024-11-16T02:19:31,116 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:31,128 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:31,266 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/.tmp/ns/4ce9eb01b9344e1db640a310f7e7b635 is 43, key is default/ns:d/1731723557764/Put/seqid=0 2024-11-16T02:19:31,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741840_1016 (size=5153) 2024-11-16T02:19:31,329 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:31,483 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:19:31,504 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/replication/bacb5700e49ee1271d27a4d3fbd84778/.tmp/queue/0175d7f34cad4ca4b7c6abfc07bf954a 2024-11-16T02:19:31,529 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bacb5700e49ee1271d27a4d3fbd84778 2024-11-16T02:19:31,549 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/replication/bacb5700e49ee1271d27a4d3fbd84778/.tmp/queue/0175d7f34cad4ca4b7c6abfc07bf954a as hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/replication/bacb5700e49ee1271d27a4d3fbd84778/queue/0175d7f34cad4ca4b7c6abfc07bf954a 2024-11-16T02:19:31,565 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/replication/bacb5700e49ee1271d27a4d3fbd84778/queue/0175d7f34cad4ca4b7c6abfc07bf954a, entries=2, sequenceid=6, filesize=5.4 K 2024-11-16T02:19:31,577 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for bacb5700e49ee1271d27a4d3fbd84778 in 648ms, sequenceid=6, compaction requested=false 2024-11-16T02:19:31,577 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:19:31,599 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:31,649 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/replication/bacb5700e49ee1271d27a4d3fbd84778/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T02:19:31,656 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:19:31,656 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:19:31,656 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:31,657 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bacb5700e49ee1271d27a4d3fbd84778: Waiting for close lock at 1731723570920Running coprocessor pre-close hooks at 1731723570921 (+1 ms)Disabling compacts and flushes for region at 1731723570921Disabling writes for close at 1731723570921Obtaining lock to block concurrent updates at 1731723570942 (+21 ms)Preparing flush snapshotting stores in bacb5700e49ee1271d27a4d3fbd84778 at 1731723570942Finished memstore snapshotting hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731723570951 (+9 ms)Flushing stores of hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. at 1731723570953 (+2 ms)Flushing bacb5700e49ee1271d27a4d3fbd84778/queue: creating writer at 1731723570959 (+6 ms)Flushing bacb5700e49ee1271d27a4d3fbd84778/queue: appending metadata at 1731723571031 (+72 ms)Flushing bacb5700e49ee1271d27a4d3fbd84778/queue: closing flushed file at 1731723571035 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@113a769: reopening flushed file at 1731723571538 (+503 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for bacb5700e49ee1271d27a4d3fbd84778 in 648ms, sequenceid=6, compaction requested=false at 1731723571577 (+39 ms)Writing region close event to WAL at 1731723571609 (+32 ms)Running coprocessor post-close hooks at 1731723571652 (+43 ms)Closed at 1731723571656 (+4 ms) 2024-11-16T02:19:31,657 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723566023.bacb5700e49ee1271d27a4d3fbd84778. 2024-11-16T02:19:31,690 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/.tmp/ns/4ce9eb01b9344e1db640a310f7e7b635 2024-11-16T02:19:31,732 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:19:31,761 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/.tmp/table/34fafdcd8451426787b2d7edf4bba9b5 is 53, key is hbase:replication/table:state/1731723566872/Put/seqid=0 2024-11-16T02:19:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741841_1017 (size=5256) 2024-11-16T02:19:31,811 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/.tmp/table/34fafdcd8451426787b2d7edf4bba9b5 2024-11-16T02:19:31,824 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:19:31,824 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:19:31,843 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/.tmp/info/6b4eed8f472945a185ff74c7f123e0f9 as hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/info/6b4eed8f472945a185ff74c7f123e0f9 2024-11-16T02:19:31,848 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 to pos 0, reset compression=false 2024-11-16T02:19:31,878 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/info/6b4eed8f472945a185ff74c7f123e0f9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T02:19:31,885 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/.tmp/ns/4ce9eb01b9344e1db640a310f7e7b635 as hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/ns/4ce9eb01b9344e1db640a310f7e7b635 2024-11-16T02:19:31,935 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/ns/4ce9eb01b9344e1db640a310f7e7b635, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T02:19:31,936 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:19:31,936 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:19:31,936 DEBUG [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:19:31,947 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/.tmp/table/34fafdcd8451426787b2d7edf4bba9b5 as hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/table/34fafdcd8451426787b2d7edf4bba9b5 2024-11-16T02:19:31,999 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/table/34fafdcd8451426787b2d7edf4bba9b5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T02:19:32,003 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1077ms, sequenceid=11, compaction requested=false 2024-11-16T02:19:32,067 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T02:19:32,069 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:19:32,069 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:19:32,070 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:19:32,070 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723570925Running coprocessor pre-close hooks at 1731723570925Disabling compacts and flushes for region at 1731723570925Disabling writes for close at 1731723570925Obtaining lock to block concurrent updates at 1731723570940 (+15 ms)Preparing flush snapshotting stores in 1588230740 at 1731723570940Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731723570952 (+12 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723570955 (+3 ms)Flushing 1588230740/info: creating writer at 1731723570955Flushing 1588230740/info: appending metadata at 1731723571033 (+78 ms)Flushing 1588230740/info: closing flushed file at 1731723571037 (+4 ms)Flushing 1588230740/ns: creating writer at 1731723571226 (+189 ms)Flushing 1588230740/ns: appending metadata at 1731723571263 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731723571263Flushing 1588230740/table: creating writer at 1731723571714 (+451 ms)Flushing 1588230740/table: appending metadata at 1731723571752 (+38 ms)Flushing 1588230740/table: closing flushed file at 1731723571752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc77055: reopening flushed file at 1731723571841 (+89 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586f8450: reopening flushed file at 1731723571878 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724d1342: reopening flushed file at 1731723571936 (+58 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1077ms, sequenceid=11, compaction requested=false at 1731723572003 (+67 ms)Writing region close event to WAL at 1731723572034 (+31 ms)Running coprocessor post-close hooks at 1731723572069 (+35 ms)Closed at 1731723572070 (+1 ms) 2024-11-16T02:19:32,070 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:19:32,136 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,38103,1731723514123; all regions closed. 2024-11-16T02:19:32,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741834_1010 (size=2742) 2024-11-16T02:19:32,150 DEBUG [RS:0;667222f7cf1b:38103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/oldWALs 2024-11-16T02:19:32,151 INFO [RS:0;667222f7cf1b:38103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C38103%2C1731723514123.meta:.meta(num 1731723529697) 2024-11-16T02:19:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741837_1013 (size=1802) 2024-11-16T02:19:32,155 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.rep.1731723566703 not finished, retry = 0 2024-11-16T02:19:32,259 DEBUG [RS:0;667222f7cf1b:38103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/oldWALs 2024-11-16T02:19:32,259 INFO [RS:0;667222f7cf1b:38103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C38103%2C1731723514123.rep:(num 1731723566703) 2024-11-16T02:19:32,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741833_1009 (size=93) 2024-11-16T02:19:32,263 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/WALs/667222f7cf1b,38103,1731723514123/667222f7cf1b%2C38103%2C1731723514123.1731723528934 not finished, retry = 0 2024-11-16T02:19:32,367 DEBUG [RS:0;667222f7cf1b:38103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/oldWALs 2024-11-16T02:19:32,367 INFO [RS:0;667222f7cf1b:38103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C38103%2C1731723514123:(num 1731723528934) 2024-11-16T02:19:32,368 DEBUG [RS:0;667222f7cf1b:38103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:32,368 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:19:32,368 INFO [RS:0;667222f7cf1b:38103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:19:32,368 INFO [RS:0;667222f7cf1b:38103 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:19:32,368 INFO [RS:0;667222f7cf1b:38103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:19:32,368 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:19:32,369 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,38103,1731723514123 because: Region server is closing 2024-11-16T02:19:32,369 INFO [RS:0;667222f7cf1b:38103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:38103. 2024-11-16T02:19:32,369 DEBUG [RS:0;667222f7cf1b:38103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:19:32,369 DEBUG [RS:0;667222f7cf1b:38103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:32,370 DEBUG [RS:0;667222f7cf1b:38103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:32,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:19:32,470 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.shipper667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T02:19:32,470 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:19:32,471 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,38103,1731723514123.replicationSource.shipper667222f7cf1b%2C38103%2C1731723514123,1-667222f7cf1b,38103,1731723514123 terminated 2024-11-16T02:19:32,471 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-667222f7cf1b,38103,1731723514123 because: Region server is closing 2024-11-16T02:19:32,471 INFO [RS:0;667222f7cf1b:38103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:38103. 2024-11-16T02:19:32,471 DEBUG [RS:0;667222f7cf1b:38103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:19:32,471 DEBUG [RS:0;667222f7cf1b:38103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:32,471 DEBUG [RS:0;667222f7cf1b:38103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:19:32,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:19:32,572 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.wal-reader.667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:19:32,572 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.shipper667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T02:19:32,572 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,38103,1731723514123.replicationSource.shipper667222f7cf1b%2C38103%2C1731723514123,2-667222f7cf1b,38103,1731723514123 terminated 2024-11-16T02:19:32,573 INFO [RS:0;667222f7cf1b:38103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38103 2024-11-16T02:19:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130315162/rs/667222f7cf1b,38103,1731723514123 2024-11-16T02:19:32,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/rs 2024-11-16T02:19:32,813 INFO [RS:0;667222f7cf1b:38103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:19:32,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,38103,1731723514123] 2024-11-16T02:19:33,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0130315162/draining/667222f7cf1b,38103,1731723514123 already deleted, retry=false 2024-11-16T02:19:33,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,38103,1731723514123 expired; onlineServers=0 2024-11-16T02:19:33,091 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,33261,1731723512654' ***** 2024-11-16T02:19:33,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:19:33,092 INFO [M:0;667222f7cf1b:33261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:19:33,092 INFO [M:0;667222f7cf1b:33261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:19:33,092 DEBUG [M:0;667222f7cf1b:33261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:19:33,092 DEBUG [M:0;667222f7cf1b:33261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:19:33,092 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:19:33,092 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723528009 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723528009,5,FailOnTimeoutGroup] 2024-11-16T02:19:33,092 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723528011 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723528011,5,FailOnTimeoutGroup] 2024-11-16T02:19:33,092 INFO [M:0;667222f7cf1b:33261 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:19:33,092 INFO [M:0;667222f7cf1b:33261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:19:33,092 DEBUG [M:0;667222f7cf1b:33261 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:19:33,092 INFO [M:0;667222f7cf1b:33261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:19:33,093 INFO [M:0;667222f7cf1b:33261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:19:33,093 ERROR [M:0;667222f7cf1b:33261 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (471500046) connection to localhost/127.0.0.1:45865 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45865,5,PEWorkerGroup] 2024-11-16T02:19:33,093 INFO [M:0;667222f7cf1b:33261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:19:33,094 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:19:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:19:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38103-0x101416fa3630001, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:19:33,491 INFO [RS:0;667222f7cf1b:38103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:19:33,492 INFO [RS:0;667222f7cf1b:38103 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,38103,1731723514123; zookeeper connection closed. 2024-11-16T02:19:33,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130315162/master 2024-11-16T02:19:33,533 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0130315162/master already deleted, retry=false 2024-11-16T02:19:33,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:19:33,533 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Failed delete of our master address node; KeeperErrorCode = NoNode for /0130315162/master 2024-11-16T02:19:33,534 INFO [M:0;667222f7cf1b:33261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/.lastflushedseqids 2024-11-16T02:19:33,542 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52ebf1dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52ebf1dd 2024-11-16T02:19:33,542 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:19:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741842_1018 (size=181) 2024-11-16T02:19:33,972 INFO [M:0;667222f7cf1b:33261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:19:33,972 INFO [M:0;667222f7cf1b:33261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:19:33,972 DEBUG [M:0;667222f7cf1b:33261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:19:33,972 INFO [M:0;667222f7cf1b:33261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:19:33,972 DEBUG [M:0;667222f7cf1b:33261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:19:33,972 DEBUG [M:0;667222f7cf1b:33261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:19:33,973 DEBUG [M:0;667222f7cf1b:33261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:19:33,973 INFO [M:0;667222f7cf1b:33261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.27 KB heapSize=61.24 KB 2024-11-16T02:19:33,999 DEBUG [M:0;667222f7cf1b:33261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dcbd8d0bc054c1d96c489fd0933726c is 82, key is hbase:meta,,1/info:regioninfo/1731723529780/Put/seqid=0 2024-11-16T02:19:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741843_1019 (size=5672) 2024-11-16T02:19:34,413 INFO [M:0;667222f7cf1b:33261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dcbd8d0bc054c1d96c489fd0933726c 2024-11-16T02:19:34,444 DEBUG [M:0;667222f7cf1b:33261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1311f6b393c1453eb7f131b16ba8226b is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731723566882/Put/seqid=0 2024-11-16T02:19:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741844_1020 (size=8800) 2024-11-16T02:19:34,853 INFO [M:0;667222f7cf1b:33261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.71 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1311f6b393c1453eb7f131b16ba8226b 2024-11-16T02:19:34,870 INFO [M:0;667222f7cf1b:33261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1311f6b393c1453eb7f131b16ba8226b 2024-11-16T02:19:34,890 DEBUG [M:0;667222f7cf1b:33261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50f3876cdb364af8b2489beca50714aa is 69, key is 667222f7cf1b,38103,1731723514123/rs:state/1731723528483/Put/seqid=0 2024-11-16T02:19:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741845_1021 (size=5156) 2024-11-16T02:19:35,315 INFO [M:0;667222f7cf1b:33261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50f3876cdb364af8b2489beca50714aa 2024-11-16T02:19:35,327 DEBUG [M:0;667222f7cf1b:33261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dcbd8d0bc054c1d96c489fd0933726c as hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5dcbd8d0bc054c1d96c489fd0933726c 2024-11-16T02:19:35,336 INFO [M:0;667222f7cf1b:33261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5dcbd8d0bc054c1d96c489fd0933726c, entries=8, sequenceid=116, filesize=5.5 K 2024-11-16T02:19:35,338 DEBUG [M:0;667222f7cf1b:33261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1311f6b393c1453eb7f131b16ba8226b as hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1311f6b393c1453eb7f131b16ba8226b 2024-11-16T02:19:35,367 INFO [M:0;667222f7cf1b:33261 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1311f6b393c1453eb7f131b16ba8226b 2024-11-16T02:19:35,367 INFO [M:0;667222f7cf1b:33261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1311f6b393c1453eb7f131b16ba8226b, entries=14, sequenceid=116, filesize=8.6 K 2024-11-16T02:19:35,377 DEBUG [M:0;667222f7cf1b:33261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/50f3876cdb364af8b2489beca50714aa as hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50f3876cdb364af8b2489beca50714aa 2024-11-16T02:19:35,401 INFO [M:0;667222f7cf1b:33261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50f3876cdb364af8b2489beca50714aa, entries=1, sequenceid=116, filesize=5.0 K 2024-11-16T02:19:35,405 INFO [M:0;667222f7cf1b:33261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.27 KB/51474, heapSize ~60.95 KB/62408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1432ms, sequenceid=116, compaction requested=false 2024-11-16T02:19:35,449 INFO [M:0;667222f7cf1b:33261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:19:35,449 DEBUG [M:0;667222f7cf1b:33261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723573972Disabling compacts and flushes for region at 1731723573972Disabling writes for close at 1731723573972Obtaining lock to block concurrent updates at 1731723573973 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723573973Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51474, getHeapSize=62648, getOffHeapSize=0, getCellsCount=135 at 1731723573973Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723573974 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723573974Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723573998 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723573998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723574420 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723574443 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723574443Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723574871 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723574890 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723574890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7573d245: reopening flushed file at 1731723575325 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4673d683: reopening flushed file at 1731723575337 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@531893b: reopening flushed file at 1731723575367 (+30 ms)Finished flush of dataSize ~50.27 KB/51474, heapSize ~60.95 KB/62408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1432ms, sequenceid=116, compaction requested=false at 1731723575406 (+39 ms)Writing region close event to WAL at 1731723575449 (+43 ms)Closed at 1731723575449 2024-11-16T02:19:35,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741830_1006 (size=59517) 2024-11-16T02:19:35,457 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:19:35,458 INFO [M:0;667222f7cf1b:33261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:19:35,458 INFO [M:0;667222f7cf1b:33261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33261 2024-11-16T02:19:35,459 INFO [M:0;667222f7cf1b:33261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:19:35,830 INFO [M:0;667222f7cf1b:33261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:19:35,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:19:35,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33261-0x101416fa3630000, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:19:35,987 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:19:35,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:35,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:35,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:19:35,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:35,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:19:35,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:19:35,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:19:35,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42847 2024-11-16T02:19:35,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42847 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-11-16T02:19:36,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428470x0, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:36,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42847-0x101416fa3630006 connected 2024-11-16T02:19:36,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:37,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:37,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/running 2024-11-16T02:19:37,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946, hbase.cluster.distributed=false 2024-11-16T02:19:37,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/acl 2024-11-16T02:19:37,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42847 2024-11-16T02:19:37,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42847 2024-11-16T02:19:37,065 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130315162/meta-region-server: INIT 2024-11-16T02:19:37,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42847 2024-11-16T02:19:37,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42847 2024-11-16T02:19:37,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42847 2024-11-16T02:19:37,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:19:37,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:37,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:37,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:19:37,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:19:37,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:19:37,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:19:37,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:19:37,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46511 2024-11-16T02:19:37,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46511 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-11-16T02:19:37,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:37,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:37,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:19:37,566 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465110x0, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:37,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46511-0x101416fa3630007 connected 2024-11-16T02:19:37,567 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130315162/meta-region-server: INIT 2024-11-16T02:19:37,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/running 2024-11-16T02:19:37,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:19:37,568 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:19:37,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/master 2024-11-16T02:19:37,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/acl 2024-11-16T02:19:37,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46511 2024-11-16T02:19:37,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46511 2024-11-16T02:19:37,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46511 2024-11-16T02:19:37,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46511 2024-11-16T02:19:37,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46511 2024-11-16T02:19:37,599 DEBUG [M:0;667222f7cf1b:42847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:42847 2024-11-16T02:19:37,600 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0130315162/backup-masters/667222f7cf1b,42847,1731723575987 2024-11-16T02:19:37,903 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/backup-masters 2024-11-16T02:19:37,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/backup-masters 2024-11-16T02:19:37,904 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on existing znode=/0130315162/backup-masters/667222f7cf1b,42847,1731723575987 2024-11-16T02:19:38,280 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0130315162/master 2024-11-16T02:19:38,280 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:19:38,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:19:38,280 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on existing znode=/0130315162/master 2024-11-16T02:19:38,281 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0130315162/backup-masters/667222f7cf1b,42847,1731723575987 from backup master directory 2024-11-16T02:19:38,623 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/backup-masters 2024-11-16T02:19:38,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130315162/backup-masters/667222f7cf1b,42847,1731723575987 2024-11-16T02:19:38,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162/backup-masters 2024-11-16T02:19:38,623 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:19:38,623 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,42847,1731723575987 2024-11-16T02:19:38,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Unable to get data of znode /0130315162/backup-masters/667222f7cf1b,42847,1731723575987 because node does not exist (not an error) 2024-11-16T02:19:38,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Unable to get data of znode /0130315162/backup-masters/667222f7cf1b,42847,1731723575987 because node does not exist (not an error) 2024-11-16T02:19:38,722 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:19:38,722 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:19:39,094 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 372ms. 2024-11-16T02:19:39,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741846_1022 (size=196) 2024-11-16T02:19:39,777 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:19:39,778 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:19:39,778 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:19:39,790 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T02:19:39,808 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654 to hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654-dead as it is dead 2024-11-16T02:19:39,810 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T02:19:39,810 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T02:19:39,810 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654-dead/667222f7cf1b%2C33261%2C1731723512654.1731723515514 2024-11-16T02:19:39,817 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654-dead/667222f7cf1b%2C33261%2C1731723512654.1731723515514 after 5ms 2024-11-16T02:19:39,819 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654-dead/667222f7cf1b%2C33261%2C1731723512654.1731723515514 to hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/667222f7cf1b%2C33261%2C1731723512654.1731723515514 2024-11-16T02:19:39,819 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,33261,1731723512654-dead 2024-11-16T02:19:39,820 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,42847,1731723575987 2024-11-16T02:19:39,821 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:19:39,823 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C42847%2C1731723575987, suffix=, logDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,42847,1731723575987, archiveDir=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/oldWALs, maxLogs=10 2024-11-16T02:19:39,845 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,42847,1731723575987/667222f7cf1b%2C42847%2C1731723575987.1731723579823, exclude list is [], retry=0 2024-11-16T02:19:39,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46445,DS-38a2370c-66b7-4386-999d-bac3b0e176a3,DISK] 2024-11-16T02:19:39,855 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/WALs/667222f7cf1b,42847,1731723575987/667222f7cf1b%2C42847%2C1731723575987.1731723579823 2024-11-16T02:19:39,856 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36145:36145)] 2024-11-16T02:19:39,856 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:19:39,856 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:19:39,856 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:39,857 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:39,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:39,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:19:39,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:39,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5dcbd8d0bc054c1d96c489fd0933726c 2024-11-16T02:19:39,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:19:39,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:39,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:19:39,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:39,888 INFO [StoreFileOpener-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1311f6b393c1453eb7f131b16ba8226b 2024-11-16T02:19:39,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1311f6b393c1453eb7f131b16ba8226b 2024-11-16T02:19:39,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:19:39,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:39,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:19:39,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:39,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/50f3876cdb364af8b2489beca50714aa 2024-11-16T02:19:39,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:19:39,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:39,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:19:39,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:19:39,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:19:39,904 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:39,905 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T02:19:39,905 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/667222f7cf1b%2C33261%2C1731723512654.1731723515514 2024-11-16T02:19:40,850 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 137, firstSequenceIdInLog=3, maxSequenceIdInLog=118, path=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/667222f7cf1b%2C33261%2C1731723512654.1731723515514 2024-11-16T02:19:40,852 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/667222f7cf1b%2C33261%2C1731723512654.1731723515514 2024-11-16T02:19:40,855 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:40,855 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:40,859 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:19:40,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:19:40,871 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/118.seqid, newMaxSeqId=118, maxSeqId=1 2024-11-16T02:19:40,874 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=119; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69170928, jitterRate=0.030727148056030273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:19:40,874 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723579857Initializing all the Stores at 1731723579858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723579858Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723579858Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723579858Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723579858Cleaning up temporary data from old regions at 1731723580855 (+997 ms)Region opened successfully at 1731723580874 (+19 ms) 2024-11-16T02:19:40,876 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:19:40,889 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0b48de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:19:40,904 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T02:19:40,905 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:19:40,905 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:19:40,905 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:19:40,905 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:19:40,913 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:19:40,916 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:19:40,917 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:19:40,917 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:19:40,918 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T02:19:40,918 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-16T02:19:40,918 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 12 msec 2024-11-16T02:19:40,918 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:19:40,940 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=667222f7cf1b,38103,1731723514123, regionLocation=667222f7cf1b,38103,1731723514123, openSeqNum=2 2024-11-16T02:19:40,941 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=667222f7cf1b,38103,1731723514123, table=hbase:meta, region=1588230740 2024-11-16T02:19:40,941 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,38103,1731723514123, state=OPEN 2024-11-16T02:19:51,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:19:58,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101416fa3630002, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:19:58,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101416fa3630002, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:19:59,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101416fa3630002, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:19:59,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101416fa3630002 connected 2024-11-16T02:20:01,484 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:20:05,404 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:05,404 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:05,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:05,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:05,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:05,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:05,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:05,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:05,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:05,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:05,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:05,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:06,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101416fa3630005, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:06,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101416fa3630005, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:06,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:06,133 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(294): Retry, connectivity issue (JVM Pause?); quorum=127.0.0.1:56939,exceptionorg.apache.zookeeper.KeeperException$ConnectionLossException: KeeperErrorCode = ConnectionLoss for /0130315162/meta-region-server= 2024-11-16T02:20:06,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:06,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:06,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:06,222 INFO [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T02:20:06,222 INFO [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T02:20:06,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:06,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:06,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45061-0x101416fa3630004 connected 2024-11-16T02:20:06,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45061-0x101416fa3630004 connected 2024-11-16T02:20:07,274 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:07,275 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:07,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46511-0x101416fa3630007 connected 2024-11-16T02:20:07,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46511-0x101416fa3630007 connected 2024-11-16T02:20:07,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:07,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:07,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42847-0x101416fa3630006 connected 2024-11-16T02:20:07,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42847-0x101416fa3630006 connected 2024-11-16T02:20:07,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:07,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:07,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36809-0x101416fa3630003 connected 2024-11-16T02:20:07,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36809-0x101416fa3630003 connected Process Thread Dump: Thread dump because: Master not active after 30000ms 346 active threads 2024-11-16T02:20:07,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101416fa3630005, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:07,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101416fa3630005 connected Thread 1 (main): State: TIMED_WAITING Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444) java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203) app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167) app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128) app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39) app//org.junit.rules.RunRules.evaluate(RunRules.java:20) app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) app//org.junit.runners.ParentRunner.run(ParentRunner.java:413) app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316) app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240) app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214) app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155) app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385) app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507) app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495) Thread 2 (Reference Handler): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method) java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253) java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215) Thread 3 (Finalizer): State: WAITING Blocked count: 4 Waited count: 5 Waiting on java.lang.ref.ReferenceQueue$Lock@4dbdafbf Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172) Thread 4 (Signal Dispatcher): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: Thread 12 (Common-Cleaner): State: TIMED_WAITING Blocked count: 11 Waited count: 10 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162) Thread 13 (Notification Thread): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: Thread 14 (pool-1-thread-1): State: RUNNABLE Blocked count: 0 Waited count: 6 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200) java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281) java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 15 (pool-1-thread-2): State: WAITING Blocked count: 0 Waited count: 8 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2c3679e6 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275) java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 16 (surefire-forkedjvm-stream-flusher): State: TIMED_WAITING Blocked count: 0 Waited count: 1061 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 18 (surefire-forkedjvm-command-thread): State: WAITING Blocked count: 0 Waited count: 12 Waiting on java.util.concurrent.CountDownLatch$Sync@4a3a6dce Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178) app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169) app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50) app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430) app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419) app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116) app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77) app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60) app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 20 (Time-limited test): State: RUNNABLE Blocked count: 163 Waited count: 982 Stack: java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method) java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197) java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154) app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181) app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186) app//org.apache.hadoop.hbase.util.JVMClusterUtil.waitForEvent(JVMClusterUtil.java:220) app//org.apache.hadoop.hbase.util.JVMClusterUtil.startup(JVMClusterUtil.java:177) app//org.apache.hadoop.hbase.LocalHBaseCluster.startup(LocalHBaseCluster.java:409) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:245) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) app//org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:987) app//org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) app//org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) app//org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) Thread 21 (process reaper): State: TIMED_WAITING Blocked count: 1 Waited count: 20 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 25 (NIOServerCxnFactory.SelectorThread-1): State: RUNNABLE Blocked count: 2 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Thread 24 (NIOServerCxnFactory.SelectorThread-0): State: RUNNABLE Blocked count: 9 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Thread 26 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56939): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Thread 23 (ConnnectionExpirer): State: TIMED_WAITING Blocked count: 0 Waited count: 11 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Thread 27 (SessionTracker): State: TIMED_WAITING Blocked count: 0 Waited count: 53 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Thread 28 (SyncThread:0): State: RUNNABLE Blocked count: 1 Waited count: 299 Stack: java.base@17.0.11/sun.nio.ch.FileDispatcherImpl.force0(Native Method) java.base@17.0.11/sun.nio.ch.FileDispatcherImpl.force(FileDispatcherImpl.java:82) java.base@17.0.11/sun.nio.ch.FileChannelImpl.force(FileChannelImpl.java:468) app//org.apache.zookeeper.server.persistence.FileTxnLog.commit(FileTxnLog.java:386) app//org.apache.zookeeper.server.persistence.FileTxnSnapLog.commit(FileTxnSnapLog.java:598) app//org.apache.zookeeper.server.ZKDatabase.commit(ZKDatabase.java:659) app//org.apache.zookeeper.server.SyncRequestProcessor.flush(SyncRequestProcessor.java:235) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:169) Thread 29 (ProcessThread(sid:0 cport:56939):): State: WAITING Blocked count: 0 Waited count: 338 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@249c3da9 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Thread 30 (RequestThrottler): State: WAITING Blocked count: 0 Waited count: 345 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@19404758 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Thread 31 (NIOWorkerThread-1): State: WAITING Blocked count: 0 Waited count: 47 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 32 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner): State: WAITING Blocked count: 1 Waited count: 2 Waiting on java.lang.ref.ReferenceQueue$Lock@6f4bf619 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 34 (SSL Certificates Store Monitor): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.TaskQueue@2affef2c Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 43 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@546285cf): State: TIMED_WAITING Blocked count: 1 Waited count: 203 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 44 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100): State: TIMED_WAITING Blocked count: 0 Waited count: 21 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Thread 45 (pool-6-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 46 (qtp1564043366-46): State: RUNNABLE Blocked count: 1 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 47 (qtp1564043366-47): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 48 (qtp1564043366-48): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 49 (qtp1564043366-49): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 50 (qtp1564043366-50-acceptor-0@409d28b5-ServerConnector@27166729{HTTP/1.1, (http/1.1)}{localhost:36311}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 51 (qtp1564043366-51): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 52 (qtp1564043366-52): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 53 (qtp1564043366-53): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 54 (Session-HouseKeeper-43470530-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 55 (pool-7-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 62 (FSEditLogAsync): State: WAITING Blocked count: 5 Waited count: 158 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7dec7dfe Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 64 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 65 (IPC Server idle connection scanner for port 45865): State: TIMED_WAITING Blocked count: 1 Waited count: 11 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 67 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 20 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 70 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@58124bcc): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 71 (DatanodeAdminMonitor-0): State: TIMED_WAITING Blocked count: 0 Waited count: 34 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 58 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@dbf61ac): State: TIMED_WAITING Blocked count: 0 Waited count: 20 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 56 (RedundancyMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 35 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 57 (MarkedDeleteBlockScrubberThread): State: TIMED_WAITING Blocked count: 0 Waited count: 9757 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 60 (Block report processor): State: WAITING Blocked count: 0 Waited count: 31 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@4416cf29 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Thread 66 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 63 (IPC Server listener on 0): State: RUNNABLE Blocked count: 2 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 73 (IPC Server handler 0 on default port 45865): State: TIMED_WAITING Blocked count: 6 Waited count: 209 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 74 (IPC Server handler 1 on default port 45865): State: TIMED_WAITING Blocked count: 7 Waited count: 206 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 75 (IPC Server handler 2 on default port 45865): State: TIMED_WAITING Blocked count: 11 Waited count: 207 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 76 (IPC Server handler 3 on default port 45865): State: TIMED_WAITING Blocked count: 4 Waited count: 206 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 77 (IPC Server handler 4 on default port 45865): State: TIMED_WAITING Blocked count: 2 Waited count: 206 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 78 (pool-12-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 80 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3cd9f3f2): State: TIMED_WAITING Blocked count: 0 Waited count: 50 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 81 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@36d6f28): State: TIMED_WAITING Blocked count: 0 Waited count: 20 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 82 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1c95f78d): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 83 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@33b908b1): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 84 (CacheReplicationMonitor(209754985)): State: TIMED_WAITING Blocked count: 0 Waited count: 5 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Thread 94 (pool-18-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 95 (qtp166534913-95): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 96 (qtp166534913-96-acceptor-0@7d420a16-ServerConnector@1d28901b{HTTP/1.1, (http/1.1)}{localhost:33757}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 97 (qtp166534913-97): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 98 (qtp166534913-98): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 99 (Session-HouseKeeper-4e758dd8-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 100 (nioEventLoopGroup-2-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 101 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@612c0001): State: TIMED_WAITING Blocked count: 0 Waited count: 198 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 103 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 104 (IPC Server idle connection scanner for port 46789): State: TIMED_WAITING Blocked count: 1 Waited count: 11 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 106 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 20 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 109 (Command processor): State: WAITING Blocked count: 0 Waited count: 35 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7241e134 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Thread 110 (BP-1707569103-172.17.0.3-1731723505041 heartbeating to localhost/127.0.0.1:45865): State: TIMED_WAITING Blocked count: 104 Waited count: 126 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 111 (pool-20-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 93 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@5587c8b4): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 105 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 102 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 112 (IPC Server handler 0 on default port 46789): State: TIMED_WAITING Blocked count: 0 Waited count: 101 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 113 (IPC Server handler 1 on default port 46789): State: TIMED_WAITING Blocked count: 0 Waited count: 108 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 114 (IPC Server handler 2 on default port 46789): State: TIMED_WAITING Blocked count: 0 Waited count: 101 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 115 (IPC Server handler 3 on default port 46789): State: TIMED_WAITING Blocked count: 0 Waited count: 113 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 116 (IPC Server handler 4 on default port 46789): State: TIMED_WAITING Blocked count: 0 Waited count: 111 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 117 (IPC Client (471500046) connection to localhost/127.0.0.1:45865 from jenkins): State: TIMED_WAITING Blocked count: 63 Waited count: 64 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Thread 118 (IPC Parameter Sending Thread for localhost/127.0.0.1:45865): State: TIMED_WAITING Blocked count: 0 Waited count: 64 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 125 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data1)): State: TIMED_WAITING Blocked count: 5 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 126 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data2)): State: TIMED_WAITING Blocked count: 7 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 131 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data2/current/BP-1707569103-172.17.0.3-1731723505041): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 132 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data1/current/BP-1707569103-172.17.0.3-1731723505041): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 135 (ForkJoinPool-2-worker-1): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.ForkJoinPool@6198edc7 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 136 (ForkJoinPool-2-worker-3): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 137 (ForkJoinPool-2-worker-2): State: WAITING Blocked count: 0 Waited count: 2 Waiting on java.util.concurrent.ForkJoinPool@6198edc7 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 139 (pool-15-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 142 (java.util.concurrent.ThreadPoolExecutor$Worker@ea7ddaa[State = -1, empty queue]): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 143 (FsDatasetAsyncDiskServiceFixer): State: TIMED_WAITING Blocked count: 0 Waited count: 4 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Thread 145 (LeaseRenewer:jenkins@localhost:45865): State: TIMED_WAITING Blocked count: 3 Waited count: 102 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 150 (weak-ref-cleaner-strictcontextstorage): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.lang.ref.ReferenceQueue$Lock@41779ee1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 151 (HBase-Metrics2-1): State: TIMED_WAITING Blocked count: 0 Waited count: 57 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 152 (HMaster-EventLoopGroup-1-1): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 155 (NIOWorkerThread-2): State: WAITING Blocked count: 1 Waited count: 47 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 156 (NIOWorkerThread-3): State: WAITING Blocked count: 0 Waited count: 47 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 157 (NIOWorkerThread-4): State: WAITING Blocked count: 0 Waited count: 47 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 159 (NIOWorkerThread-5): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 160 (NIOWorkerThread-6): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 161 (NIOWorkerThread-7): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 162 (NIOWorkerThread-8): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 163 (NIOWorkerThread-9): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 164 (NIOWorkerThread-10): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 165 (NIOWorkerThread-11): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 166 (NIOWorkerThread-12): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 167 (NIOWorkerThread-13): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 168 (NIOWorkerThread-14): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 169 (NIOWorkerThread-15): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 170 (NIOWorkerThread-16): State: WAITING Blocked count: 0 Waited count: 46 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8d1da3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 184 (Time-limited test.named-queue-events-pool-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@56fb7609 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 185 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 208 (Monitor thread for TaskMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 10 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 210 (master/667222f7cf1b:0:becomeActiveMaster-MemStoreChunkPool Statistics): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 212 (master/667222f7cf1b:0:becomeActiveMaster-MemStoreChunkPool Statistics): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 214 (org.apache.hadoop.hdfs.PeerCache@78fc287c): State: TIMED_WAITING Blocked count: 0 Waited count: 32 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 233 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2): State: RUNNABLE Blocked count: 1 Waited count: 1 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 242 (Idle-Rpc-Conn-Sweeper-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 253 (SnapshotHandlerChoreCleaner): State: WAITING Blocked count: 0 Waited count: 7 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@25fa86a3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 241 (RpcClient-timer-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 7940 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 271 (HMaster-EventLoopGroup-1-2): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 280 (regionserver/667222f7cf1b:0.procedureResultReporter): State: WAITING Blocked count: 4 Waited count: 9 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3f2c3da4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Thread 289 (LeaseRenewer:jenkins.hfs.0@localhost:45865): State: TIMED_WAITING Blocked count: 1 Waited count: 81 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 292 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 305 (region-location-0): State: WAITING Blocked count: 4 Waited count: 5 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@30aeebc3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 307 (RPCClient-NioEventLoopGroup-4-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 308 (HMaster-EventLoopGroup-1-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 309 (RPCClient-NioEventLoopGroup-4-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 240 (Async-Client-Retry-Timer-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 4990 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 310 (RPCClient-NioEventLoopGroup-4-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 311 (Time-limited test-SendThread(127.0.0.1:56939)): State: RUNNABLE Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 312 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 4 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7f699bab Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 313 (zk-event-processor-pool-0): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@ed7c57b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 321 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@46b607f4): State: TIMED_WAITING Blocked count: 0 Waited count: 98 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 322 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100): State: TIMED_WAITING Blocked count: 0 Waited count: 10 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Thread 323 (pool-122-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 324 (qtp1396076275-324): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 325 (qtp1396076275-325): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 326 (qtp1396076275-326): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 327 (qtp1396076275-327): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 328 (qtp1396076275-328-acceptor-0@60efb5d8-ServerConnector@2ca953f4{HTTP/1.1, (http/1.1)}{localhost:34871}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 329 (qtp1396076275-329): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 330 (qtp1396076275-330): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 331 (qtp1396076275-331): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 332 (Session-HouseKeeper-60ea68d5-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 333 (pool-123-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 342 (FSEditLogAsync): State: WAITING Blocked count: 2 Waited count: 68 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@42c4319 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 344 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 345 (IPC Server idle connection scanner for port 34611): State: TIMED_WAITING Blocked count: 1 Waited count: 6 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 347 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 10 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 350 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6577814d): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 351 (DatanodeAdminMonitor-0): State: TIMED_WAITING Blocked count: 0 Waited count: 19 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 338 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@28586a2): State: TIMED_WAITING Blocked count: 0 Waited count: 10 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 336 (RedundancyMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 19 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 337 (MarkedDeleteBlockScrubberThread): State: TIMED_WAITING Blocked count: 0 Waited count: 4737 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 340 (Block report processor): State: WAITING Blocked count: 0 Waited count: 12 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ad3c605 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Thread 346 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 343 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 353 (IPC Server handler 0 on default port 34611): State: TIMED_WAITING Blocked count: 0 Waited count: 90 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 354 (IPC Server handler 1 on default port 34611): State: TIMED_WAITING Blocked count: 1 Waited count: 93 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 355 (IPC Server handler 2 on default port 34611): State: TIMED_WAITING Blocked count: 1 Waited count: 91 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 356 (IPC Server handler 3 on default port 34611): State: TIMED_WAITING Blocked count: 2 Waited count: 89 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 357 (IPC Server handler 4 on default port 34611): State: TIMED_WAITING Blocked count: 6 Waited count: 89 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 358 (pool-128-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 360 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3fdb39a2): State: TIMED_WAITING Blocked count: 0 Waited count: 25 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 361 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2c52f6b0): State: TIMED_WAITING Blocked count: 0 Waited count: 10 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 362 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@757aefe3): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 363 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@4441b15d): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 364 (CacheReplicationMonitor(914065034)): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Thread 365 (StorageLocationChecker thread 0): State: TIMED_WAITING Blocked count: 3 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 366 (StorageLocationChecker thread 1): State: TIMED_WAITING Blocked count: 3 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 367 (process reaper): State: TIMED_WAITING Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 375 (pool-134-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 376 (qtp1680097107-376): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 377 (qtp1680097107-377-acceptor-0@27c991b8-ServerConnector@4b50f524{HTTP/1.1, (http/1.1)}{localhost:45707}): State: RUNNABLE Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 378 (qtp1680097107-378): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 379 (qtp1680097107-379): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 380 (Session-HouseKeeper-5e30c2e0-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 381 (nioEventLoopGroup-4-1): State: RUNNABLE Blocked count: 1 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 382 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@17287056): State: TIMED_WAITING Blocked count: 0 Waited count: 97 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 384 (Socket Reader #1 for port 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Thread 385 (IPC Server idle connection scanner for port 43799): State: TIMED_WAITING Blocked count: 1 Waited count: 6 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 387 (Hadoop-Metrics-Updater-0): State: TIMED_WAITING Blocked count: 0 Waited count: 10 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 390 (Command processor): State: WAITING Blocked count: 0 Waited count: 18 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6f8f8384 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Thread 391 (BP-521605523-172.17.0.3-1731723558234 heartbeating to localhost/127.0.0.1:34611): State: TIMED_WAITING Blocked count: 43 Waited count: 59 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 392 (pool-136-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 374 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7093dedc): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 386 (IPC Server Responder): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Thread 383 (IPC Server listener on 0): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Thread 395 (IPC Server handler 0 on default port 43799): State: TIMED_WAITING Blocked count: 0 Waited count: 49 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 396 (IPC Server handler 1 on default port 43799): State: TIMED_WAITING Blocked count: 0 Waited count: 49 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 393 (IPC Client (471500046) connection to localhost/127.0.0.1:34611 from jenkins): State: TIMED_WAITING Blocked count: 27 Waited count: 28 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Thread 397 (IPC Server handler 2 on default port 43799): State: TIMED_WAITING Blocked count: 0 Waited count: 49 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 394 (IPC Parameter Sending Thread for localhost/127.0.0.1:34611): State: TIMED_WAITING Blocked count: 0 Waited count: 28 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 398 (IPC Server handler 3 on default port 43799): State: TIMED_WAITING Blocked count: 0 Waited count: 49 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 399 (IPC Server handler 4 on default port 43799): State: TIMED_WAITING Blocked count: 0 Waited count: 49 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Thread 404 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/cluster_39e855d5-75d1-ea7a-41f1-d30346821e57/data/data1)): State: TIMED_WAITING Blocked count: 1 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 405 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/cluster_39e855d5-75d1-ea7a-41f1-d30346821e57/data/data2)): State: TIMED_WAITING Blocked count: 2 Waited count: 2 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Thread 410 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/cluster_39e855d5-75d1-ea7a-41f1-d30346821e57/data/data2/current/BP-521605523-172.17.0.3-1731723558234): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 411 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/cluster_39e855d5-75d1-ea7a-41f1-d30346821e57/data/data1/current/BP-521605523-172.17.0.3-1731723558234): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 414 (ForkJoinPool-2-worker-4): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.ForkJoinPool@6198edc7 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Thread 415 (DataNode DiskChecker thread 0): State: TIMED_WAITING Blocked count: 1 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 416 (pool-131-thread-1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 417 (DataNode DiskChecker thread 1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 420 (java.util.concurrent.ThreadPoolExecutor$Worker@479f453e[State = -1, empty queue]): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 421 (FsDatasetAsyncDiskServiceFixer): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Thread 423 (LeaseRenewer:jenkins@localhost:34611): State: TIMED_WAITING Blocked count: 1 Waited count: 49 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 428 (HMaster-EventLoopGroup-5-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 429 (Time-limited test-SendThread(127.0.0.1:56939)): State: RUNNABLE Blocked count: 20 Waited count: 3 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 430 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 13 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@781c8dbf Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 431 (zk-event-processor-pool-0): State: WAITING Blocked count: 11 Waited count: 22 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59eb4601 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 433 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36809): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@74425180 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 434 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36809): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@74e9a984 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 435 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36809): State: WAITING Blocked count: 1 Waited count: 22 Waiting on java.util.concurrent.Semaphore$NonfairSync@6884b3d3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 436 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36809): State: WAITING Blocked count: 0 Waited count: 417 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6b5c3b8c Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 437 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36809): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@df4b936 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 438 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36809): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@df4b936 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 439 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36809): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@34e88485 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 440 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36809): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@793fb3e0 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 441 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36809): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@73b57710 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 442 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36809): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.Semaphore$NonfairSync@5ba05d59 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 445 (MiniHBaseClusterRegionServer-EventLoopGroup-6-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 447 (Time-limited test-SendThread(127.0.0.1:56939)): State: RUNNABLE Blocked count: 6 Waited count: 3 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 448 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 13 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2b1c2604 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 449 (zk-event-processor-pool-0): State: WAITING Blocked count: 13 Waited count: 25 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2fb82034 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 450 (Time-limited test.LruBlockCache.EvictionThread): State: TIMED_WAITING Blocked count: 0 Waited count: 5 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Thread 452 (LruBlockCacheStatsExecutor): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 454 (MobFileCache #0): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 455 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45061): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@acf14ef Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 456 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45061): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@13c26e7d Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 457 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45061): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@4d12d4b6 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 458 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45061): State: WAITING Blocked count: 1 Waited count: 5 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@68a12a2d Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 459 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45061): State: WAITING Blocked count: 2 Waited count: 6 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1abb33ba Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 460 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45061): State: WAITING Blocked count: 0 Waited count: 4 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1abb33ba Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 461 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45061): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@1a8a1716 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 462 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45061): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@41e6c795 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 463 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45061): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@20f76dc6 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 464 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45061): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@6392ac81 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 443 (M:0;667222f7cf1b:36809): State: TIMED_WAITING Blocked count: 1 Waited count: 458 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 478 (master:store-WAL-Roller): State: TIMED_WAITING Blocked count: 0 Waited count: 452 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Thread 487 (MiniHBaseClusterRegionServer-EventLoopGroup-6-2): State: RUNNABLE Blocked count: 1 Waited count: 1 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 488 (DataXceiver for client DFSClient_NONMAPREDUCE_-65914625_20 at /127.0.0.1:53476 [Receiving block BP-521605523-172.17.0.3-1731723558234:blk_1073741830_1006]): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) Thread 489 (PacketResponder: BP-521605523-172.17.0.3-1731723558234:blk_1073741830_1006, type=LAST_IN_PIPELINE): State: WAITING Blocked count: 26 Waited count: 27 Waiting on java.util.ArrayDeque@45c55ac6 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 490 (AsyncFSWAL-0-hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData-prefix:667222f7cf1b,36809,1731723561570): State: WAITING Blocked count: 0 Waited count: 56 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@33c5005b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 493 (master:store-Flusher): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007fad889f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 501 (ProcedureDispatcherTimeoutThread): State: TIMED_WAITING Blocked count: 0 Waited count: 5 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Thread 502 (667222f7cf1b:36809): State: WAITING Blocked count: 0 Waited count: 5 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@46885081 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Thread 503 (normalizer-worker-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5dd447d3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 504 (SnapshotHandlerChoreCleaner): State: TIMED_WAITING Blocked count: 0 Waited count: 5 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 494 (ProcExecTimeout): State: TIMED_WAITING Blocked count: 0 Waited count: 5 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Thread 495 (WorkerMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 10 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Thread 496 (PEWorker-1): State: TIMED_WAITING Blocked count: 37 Waited count: 51 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 497 (PEWorker-2): State: TIMED_WAITING Blocked count: 3 Waited count: 15 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 498 (PEWorker-3): State: TIMED_WAITING Blocked count: 3 Waited count: 10 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 499 (PEWorker-4): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 500 (PEWorker-5): State: TIMED_WAITING Blocked count: 1 Waited count: 8 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Thread 507 (OldWALsCleaner-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@68a47f1b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$588/0x00007fad88aad610.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 508 (master/667222f7cf1b:0.Chore.1): State: TIMED_WAITING Blocked count: 2 Waited count: 11 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 509 (snapshot-hfile-cleaner-cache-refresher): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 510 (master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723564238): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@3105d7b8 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Thread 511 (master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723564238): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7a123a24 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Thread 465 (RS:0;667222f7cf1b:45061): State: TIMED_WAITING Blocked count: 442 Waited count: 859 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 523 (BootstrapNodeManager): State: TIMED_WAITING Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 525 (HMaster-EventLoopGroup-5-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 526 (RegionServerTracker-0): State: WAITING Blocked count: 1 Waited count: 2 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1b5a5996 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 529 (JvmPauseMonitor): State: TIMED_WAITING Blocked count: 0 Waited count: 87 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 530 (RS:0;667222f7cf1b:45061-longCompactions-0): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@70f283c3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 531 (regionserver/667222f7cf1b:0.Chore.1): State: TIMED_WAITING Blocked count: 1 Waited count: 79 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 533 (regionserver/667222f7cf1b:0.logRoller): State: TIMED_WAITING Blocked count: 0 Waited count: 433 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Thread 535 (MemStoreFlusher.0): State: TIMED_WAITING Blocked count: 0 Waited count: 433 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Thread 534 (regionserver/667222f7cf1b:0.procedureResultReporter): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@e65c02f Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Thread 532 (regionserver/667222f7cf1b:0.leaseChecker): State: TIMED_WAITING Blocked count: 0 Waited count: 433 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Thread 538 (DataXceiver for client DFSClient_NONMAPREDUCE_1184611888_20 at /127.0.0.1:53498 [Receiving block BP-521605523-172.17.0.3-1731723558234:blk_1073741833_1009]): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) Thread 539 (PacketResponder: BP-521605523-172.17.0.3-1731723558234:blk_1073741833_1009, type=LAST_IN_PIPELINE): State: WAITING Blocked count: 2 Waited count: 3 Waiting on java.util.ArrayDeque@4884a8fc Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 540 (LeaseRenewer:jenkins.hfs.1@localhost:34611): State: TIMED_WAITING Blocked count: 1 Waited count: 46 Stack: java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 541 (AsyncFSWAL-0-hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10-prefix:667222f7cf1b,45061,1731723561757): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7d0ac306 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 542 (RSProcedureDispatcher-pool-0): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 543 (MiniHBaseClusterRegionServer-EventLoopGroup-6-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 544 (RS_OPEN_META-regionserver/667222f7cf1b:0-0): State: WAITING Blocked count: 21 Waited count: 28 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5a75c936 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 545 (DataXceiver for client DFSClient_NONMAPREDUCE_1184611888_20 at /127.0.0.1:53514 [Receiving block BP-521605523-172.17.0.3-1731723558234:blk_1073741834_1010]): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) Thread 546 (PacketResponder: BP-521605523-172.17.0.3-1731723558234:blk_1073741834_1010, type=LAST_IN_PIPELINE): State: WAITING Blocked count: 5 Waited count: 6 Waiting on java.util.ArrayDeque@375b49cc Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 547 (AsyncFSWAL-0-hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10-prefix:667222f7cf1b,45061,1731723561757.meta): State: WAITING Blocked count: 0 Waited count: 7 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1ce2bed2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 550 (region-location-0): State: WAITING Blocked count: 4 Waited count: 5 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6e76e90b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 551 (Registry-endpoints-refresh-end-points): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$823/0x00007fad88b8c400.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 552 (RPCClient-NioEventLoopGroup-4-4): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 553 (HMaster-EventLoopGroup-5-3): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 554 (RPCClient-NioEventLoopGroup-4-5): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 555 (RPCClient-NioEventLoopGroup-4-6): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 556 (Time-limited test-SendThread(127.0.0.1:56939)): State: RUNNABLE Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 557 (Time-limited test-EventThread): State: WAITING Blocked count: 0 Waited count: 4 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@77c68e38 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 558 (zk-event-processor-pool-0): State: WAITING Blocked count: 0 Waited count: 3 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7edbaa3c Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 560 (RPCClient-NioEventLoopGroup-4-7): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 561 (RPCClient-NioEventLoopGroup-4-8): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 562 (RPCClient-NioEventLoopGroup-4-9): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 592 (RPCClient-NioEventLoopGroup-4-10): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 593 (RPCClient-NioEventLoopGroup-4-11): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 594 (RPCClient-NioEventLoopGroup-4-12): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 611 (RPCClient-NioEventLoopGroup-4-13): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 689 (HMaster-EventLoopGroup-7-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 690 (Time-limited test-SendThread(127.0.0.1:56939)): State: RUNNABLE Blocked count: 2 Waited count: 3 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 691 (Time-limited test-EventThread): State: WAITING Blocked count: 1 Waited count: 7 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@273c3a5d Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 692 (zk-event-processor-pool-0): State: WAITING Blocked count: 4 Waited count: 8 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@48e17dc1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 694 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@b958dab Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 695 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@283c5caf Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 696 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@6e147527 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 697 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@2d580251 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 698 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a872a84 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 699 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a872a84 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 700 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@4014d65f Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 701 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@d642e37 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 702 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@60c3ff40 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 703 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@53232ad6 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 706 (MiniHBaseClusterRegionServer-EventLoopGroup-8-1): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 708 (Timer for 'DataNode' metrics system): State: TIMED_WAITING Blocked count: 0 Waited count: 4 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Thread 709 (pool-242-thread-1-SendThread(127.0.0.1:56939)): State: RUNNABLE Blocked count: 0 Waited count: 3 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Thread 710 (pool-242-thread-1-EventThread): State: WAITING Blocked count: 0 Waited count: 7 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@19da3dce Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Thread 711 (zk-event-processor-pool-0): State: WAITING Blocked count: 5 Waited count: 9 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@669cf84a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 712 (Time-limited test.LruBlockCache.EvictionThread): State: TIMED_WAITING Blocked count: 0 Waited count: 4 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Thread 714 (LruBlockCacheStatsExecutor): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 716 (MobFileCache #0): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 717 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@4d0d1d4c Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 718 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@7944ca8b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 719 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@9c3b98a Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 720 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@52db39c4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 721 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7799b9ae Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 722 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7799b9ae Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 723 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@28563544 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 724 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@3c4dc62d Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 725 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@3753dd79 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 726 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46511): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.Semaphore$NonfairSync@dbd56f4 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Thread 704 (M:0;667222f7cf1b:42847): State: TIMED_WAITING Blocked count: 0 Waited count: 303 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 729 (master/667222f7cf1b:0:becomeActiveMaster): State: WAITING Blocked count: 98 Waited count: 107 Waiting on org.apache.zookeeper.ClientCnxn$Packet@46f66e1a Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1604) app//org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1576) app//org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:2179) app//org.apache.hadoop.hbase.zookeeper.RecoverableZooKeeper.setData(RecoverableZooKeeper.java:419) app//org.apache.hadoop.hbase.zookeeper.ZKUtil.setData(ZKUtil.java:558) app//org.apache.hadoop.hbase.zookeeper.ZKUtil.setData(ZKUtil.java:603) app//org.apache.hadoop.hbase.zookeeper.ZKUtil.setData(ZKUtil.java:597) app//org.apache.hadoop.hbase.zookeeper.MetaTableLocator.setMetaLocation(MetaTableLocator.java:180) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.mirrorMetaLocations(AssignmentManager.java:294) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.start(AssignmentManager.java:353) app//org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1025) app//org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) app//org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) app//org.apache.hadoop.hbase.master.HMaster$$Lambda$384/0x00007fad88935608.run(Unknown Source) app//org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) app//org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007fad888e3558.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 736 (master:store-WAL-Roller): State: TIMED_WAITING Blocked count: 0 Waited count: 282 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Thread 737 (MiniHBaseClusterRegionServer-EventLoopGroup-8-2): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 738 (DataXceiver for client DFSClient_NONMAPREDUCE_1900056669_20 at /127.0.0.1:51298 [Receiving block BP-1707569103-172.17.0.3-1731723505041:blk_1073741847_1023]): State: RUNNABLE Blocked count: 0 Waited count: 0 Stack: java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) Thread 739 (PacketResponder: BP-1707569103-172.17.0.3-1731723505041:blk_1073741847_1023, type=LAST_IN_PIPELINE): State: WAITING Blocked count: 1 Waited count: 2 Waiting on java.util.ArrayDeque@88a3a46 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 740 (AsyncFSWAL-0-hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/MasterData-prefix:667222f7cf1b,42847,1731723575987): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59f3bd6b Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 746 (master:store-Flusher): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007fad889f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 754 (ProcedureDispatcherTimeoutThread): State: TIMED_WAITING Blocked count: 0 Waited count: 2 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Thread 755 (667222f7cf1b:42847): State: WAITING Blocked count: 0 Waited count: 1 Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@246af7a3 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Thread 756 (Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data1): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 757 (Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data2): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Thread 762 (IPC Client (471500046) connection to localhost/127.0.0.1:45865 from jenkins): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Thread 763 (IPC Parameter Sending Thread for localhost/127.0.0.1:45865): State: TIMED_WAITING Blocked count: 0 Waited count: 1 Stack: java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:07,921 ERROR [Time-limited test {}] hbase.SingleProcessHBaseCluster(250): Error starting cluster java.lang.RuntimeException: Master not active after 30000ms at org.apache.hadoop.hbase.util.JVMClusterUtil.waitForEvent(JVMClusterUtil.java:221) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.JVMClusterUtil.startup(JVMClusterUtil.java:177) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.LocalHBaseCluster.startup(LocalHBaseCluster.java:409) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster.init(SingleProcessHBaseCluster.java:245) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster.(SingleProcessHBaseCluster.java:111) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:987) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:20:07,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:20:07,921 INFO [Time-limited test {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,42847,1731723575987' ***** 2024-11-16T02:20:07,921 INFO [Time-limited test {}] master.HMaster(3323): STOPPED: Stopped by Time-limited test 2024-11-16T02:20:07,922 INFO [M:0;667222f7cf1b:42847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:20:07,922 INFO [M:0;667222f7cf1b:42847 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;667222f7cf1b:42847. 2024-11-16T02:20:07,922 DEBUG [M:0;667222f7cf1b:42847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:630) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:07,922 DEBUG [M:0;667222f7cf1b:42847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:07,922 INFO [M:0;667222f7cf1b:42847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:20:07,922 INFO [M:0;667222f7cf1b:42847 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [] on shutdown 2024-11-16T02:20:07,922 INFO [M:0;667222f7cf1b:42847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:20:07,922 DEBUG [M:0;667222f7cf1b:42847 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:20:07,922 INFO [M:0;667222f7cf1b:42847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:20:07,922 INFO [M:0;667222f7cf1b:42847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:20:07,922 INFO [M:0;667222f7cf1b:42847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:20:14,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0130315162/meta-region-server 2024-11-16T02:20:14,271 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0130315162/meta-region-server 2024-11-16T02:20:14,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130315162/meta-region-server: CHANGED 2024-11-16T02:20:14,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0130315162/meta-region-server: CHANGED 2024-11-16T02:20:14,570 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:20:14,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130315162/master 2024-11-16T02:20:14,786 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0130315162/master 2024-11-16T02:20:14,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:20:14,786 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0130315162 2024-11-16T02:20:14,786 DEBUG [Time-limited test {}] zookeeper.RecoverableZooKeeper(212): Node /0130315162/master already deleted, retry=false 2024-11-16T02:20:14,787 DEBUG [Time-limited test {}] master.ActiveMasterManager(353): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Failed delete of our master address node; KeeperErrorCode = NoNode for /0130315162/master 2024-11-16T02:20:14,787 INFO [Time-limited test {}] util.JVMClusterUtil(250): Stopped backup Master 1206127166 is stopped: true 2024-11-16T02:20:14,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,46511,1731723577111' ***** 2024-11-16T02:20:14,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:20:14,787 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:20:14,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:20:14,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:20:14,788 INFO [M:0;667222f7cf1b:42847 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45865/user/jenkins/test-data/44346ed1-934d-daed-1d88-28967a4c1946/.lastflushedseqids 2024-11-16T02:20:14,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:14,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:14,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:14,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:20:14,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:20:14,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1680915383, stopped=false 2024-11-16T02:20:14,788 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,36809,1731723561570 2024-11-16T02:20:14,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741848_1024 (size=1) 2024-11-16T02:20:14,977 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0130315162/draining/667222f7cf1b,38103,1731723514123 already deleted, retry=false 2024-11-16T02:20:14,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Set watcher on znode that does not yet exist, /0130315162/master 2024-11-16T02:20:14,978 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 667222f7cf1b,38103,1731723514123 on 667222f7cf1b,42847,1731723575987 2024-11-16T02:20:15,009 ERROR [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2539): Failed to become active master java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hbase.procedure2.ProcedureExecutor.getEnvironment()" because "procExec" is null at org.apache.hadoop.hbase.master.assignment.AssignmentManager.submitServerCrash(AssignmentManager.java:1977) ~[classes/:?] at org.apache.hadoop.hbase.master.ServerManager.expireServer(ServerManager.java:696) ~[classes/:?] at org.apache.hadoop.hbase.master.ServerManager.expireServer(ServerManager.java:654) ~[classes/:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183) ~[?:?] at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:179) ~[?:?] at java.util.HashMap$KeySpliterator.forEachRemaining(HashMap.java:1707) ~[?:?] at java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:734) ~[?:?] at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509) ~[?:?] at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) ~[?:?] at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150) ~[?:?] at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173) ~[?:?] at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) ~[?:?] at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:596) ~[?:?] at org.apache.hadoop.hbase.master.ServerManager.findDeadServersAndProcess(ServerManager.java:439) ~[classes/:?] at org.apache.hadoop.hbase.master.RegionServerTracker.upgrade(RegionServerTracker.java:151) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1041) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:20:15,010 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(3213): Abort called but aborted=true, stopped=true 2024-11-16T02:20:15,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11800341809/running 2024-11-16T02:20:15,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:20:15,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11800341809/running 2024-11-16T02:20:15,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:20:15,130 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:20:15,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on znode that does not yet exist, /11800341809/running 2024-11-16T02:20:15,130 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:20:15,130 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:15,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:15,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Set watcher on znode that does not yet exist, /11800341809/running 2024-11-16T02:20:15,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,45061,1731723561757' ***** 2024-11-16T02:20:15,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:20:15,131 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:20:15,131 INFO [RS:0;667222f7cf1b:45061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:20:15,131 INFO [RS:0;667222f7cf1b:45061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:20:15,131 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:20:15,131 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,45061,1731723561757 2024-11-16T02:20:15,131 INFO [RS:0;667222f7cf1b:45061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:20:15,131 INFO [RS:0;667222f7cf1b:45061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:45061. 2024-11-16T02:20:15,131 DEBUG [RS:0;667222f7cf1b:45061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:15,132 DEBUG [RS:0;667222f7cf1b:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:15,132 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:20:15,132 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:20:15,132 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:20:15,132 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:20:15,132 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:20:15,132 DEBUG [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:20:15,133 DEBUG [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:20:15,133 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:20:15,133 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:20:15,133 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:20:15,133 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:20:15,133 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:20:15,133 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T02:20:15,159 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740/.tmp/ns/e14c622b524c4c7ea034580c19499c5d is 43, key is default/ns:d/1731723565544/Put/seqid=0 2024-11-16T02:20:15,171 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:20:15,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741835_1011 (size=5153) 2024-11-16T02:20:15,173 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740/.tmp/ns/e14c622b524c4c7ea034580c19499c5d 2024-11-16T02:20:15,191 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740/.tmp/ns/e14c622b524c4c7ea034580c19499c5d as hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740/ns/e14c622b524c4c7ea034580c19499c5d 2024-11-16T02:20:15,199 INFO [M:0;667222f7cf1b:42847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:20:15,199 INFO [M:0;667222f7cf1b:42847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=true 2024-11-16T02:20:15,205 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740/ns/e14c622b524c4c7ea034580c19499c5d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T02:20:15,209 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=6, compaction requested=false 2024-11-16T02:20:15,209 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:20:15,229 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T02:20:15,230 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:20:15,230 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:20:15,230 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:15,231 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723615132Running coprocessor pre-close hooks at 1731723615132Disabling compacts and flushes for region at 1731723615132Disabling writes for close at 1731723615133 (+1 ms)Obtaining lock to block concurrent updates at 1731723615133Preparing flush snapshotting stores in 1588230740 at 1731723615133Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731723615134 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723615135 (+1 ms)Flushing 1588230740/ns: creating writer at 1731723615135Flushing 1588230740/ns: appending metadata at 1731723615159 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731723615159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371f1b1d: reopening flushed file at 1731723615190 (+31 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=6, compaction requested=false at 1731723615209 (+19 ms)Writing region close event to WAL at 1731723615216 (+7 ms)Running coprocessor post-close hooks at 1731723615230 (+14 ms)Closed at 1731723615230 2024-11-16T02:20:15,231 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46445 is added to blk_1073741847_1023 (size=93) 2024-11-16T02:20:15,236 DEBUG [M:0;667222f7cf1b:42847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:20:15,236 INFO [M:0;667222f7cf1b:42847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:15,236 DEBUG [M:0;667222f7cf1b:42847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:15,236 DEBUG [M:0;667222f7cf1b:42847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:20:15,236 DEBUG [M:0;667222f7cf1b:42847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:15,238 INFO [M:0;667222f7cf1b:42847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:15,238 DEBUG [M:0;667222f7cf1b:42847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723615236Disabling compacts and flushes for region at 1731723615236Disabling writes for close at 1731723615236Writing region close event to WAL at 1731723615237 (+1 ms)Closed at 1731723615237 2024-11-16T02:20:15,238 INFO [M:0;667222f7cf1b:42847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42847 2024-11-16T02:20:15,238 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:20:15,238 INFO [M:0;667222f7cf1b:42847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:20:15,333 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,45061,1731723561757; all regions closed. 2024-11-16T02:20:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741834_1010 (size=1152) 2024-11-16T02:20:15,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/WALs/667222f7cf1b,45061,1731723561757/667222f7cf1b%2C45061%2C1731723561757.meta.1731723565251.meta not finished, retry = 0 2024-11-16T02:20:15,439 DEBUG [RS:0;667222f7cf1b:45061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/oldWALs 2024-11-16T02:20:15,439 INFO [RS:0;667222f7cf1b:45061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C45061%2C1731723561757.meta:.meta(num 1731723565251) 2024-11-16T02:20:15,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741833_1009 (size=93) 2024-11-16T02:20:15,441 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/WALs/667222f7cf1b,45061,1731723561757/667222f7cf1b%2C45061%2C1731723561757.1731723564756 not finished, retry = 0 2024-11-16T02:20:15,547 DEBUG [RS:0;667222f7cf1b:45061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/oldWALs 2024-11-16T02:20:15,547 INFO [RS:0;667222f7cf1b:45061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C45061%2C1731723561757:(num 1731723564756) 2024-11-16T02:20:15,547 DEBUG [RS:0;667222f7cf1b:45061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:15,547 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:20:15,547 INFO [RS:0;667222f7cf1b:45061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:20:15,547 INFO [RS:0;667222f7cf1b:45061 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:20:15,548 INFO [RS:0;667222f7cf1b:45061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:20:15,548 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:20:15,548 INFO [RS:0;667222f7cf1b:45061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45061 2024-11-16T02:20:15,637 INFO [M:0;667222f7cf1b:42847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:20:15,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:15,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42847-0x101416fa3630006, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809/rs 2024-11-16T02:20:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11800341809/rs/667222f7cf1b,45061,1731723561757 2024-11-16T02:20:15,644 INFO [RS:0;667222f7cf1b:45061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:20:15,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,45061,1731723561757] 2024-11-16T02:20:15,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11800341809/draining/667222f7cf1b,45061,1731723561757 already deleted, retry=false 2024-11-16T02:20:15,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,45061,1731723561757 expired; onlineServers=0 2024-11-16T02:20:15,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,36809,1731723561570' ***** 2024-11-16T02:20:15,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:20:15,824 INFO [M:0;667222f7cf1b:36809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:20:15,824 INFO [M:0;667222f7cf1b:36809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:20:15,824 DEBUG [M:0;667222f7cf1b:36809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:20:15,825 DEBUG [M:0;667222f7cf1b:36809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:20:15,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:20:15,825 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723564238 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723564238,5,FailOnTimeoutGroup] 2024-11-16T02:20:15,825 INFO [M:0;667222f7cf1b:36809 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:20:15,825 INFO [M:0;667222f7cf1b:36809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:20:15,825 DEBUG [M:0;667222f7cf1b:36809 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:20:15,825 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723564238 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723564238,5,FailOnTimeoutGroup] 2024-11-16T02:20:15,825 INFO [M:0;667222f7cf1b:36809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:20:15,825 INFO [M:0;667222f7cf1b:36809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:20:15,825 INFO [M:0;667222f7cf1b:36809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:20:15,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:20:15,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:15,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45061-0x101416fa3630004, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:15,850 INFO [RS:0;667222f7cf1b:45061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:20:15,850 INFO [RS:0;667222f7cf1b:45061 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,45061,1731723561757; zookeeper connection closed. 2024-11-16T02:20:15,850 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e964938 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e964938 2024-11-16T02:20:15,851 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:20:15,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11800341809/master 2024-11-16T02:20:15,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11800341809 2024-11-16T02:20:16,045 DEBUG [M:0;667222f7cf1b:36809 {}] zookeeper.RecoverableZooKeeper(212): Node /11800341809/master already deleted, retry=false 2024-11-16T02:20:16,045 DEBUG [M:0;667222f7cf1b:36809 {}] master.ActiveMasterManager(353): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Failed delete of our master address node; KeeperErrorCode = NoNode for /11800341809/master 2024-11-16T02:20:16,047 INFO [M:0;667222f7cf1b:36809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/.lastflushedseqids 2024-11-16T02:20:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741836_1012 (size=99) 2024-11-16T02:20:16,460 INFO [M:0;667222f7cf1b:36809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:20:16,460 INFO [M:0;667222f7cf1b:36809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:20:16,460 DEBUG [M:0;667222f7cf1b:36809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:20:16,460 INFO [M:0;667222f7cf1b:36809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:16,460 DEBUG [M:0;667222f7cf1b:36809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:16,460 DEBUG [M:0;667222f7cf1b:36809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:20:16,461 DEBUG [M:0;667222f7cf1b:36809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:16,461 INFO [M:0;667222f7cf1b:36809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.65 KB heapSize=11.32 KB 2024-11-16T02:20:16,489 DEBUG [M:0;667222f7cf1b:36809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/891826d6f2aa4a1cb792f47ace63cb3b is 82, key is hbase:meta,,1/info:regioninfo/1731723565443/Put/seqid=0 2024-11-16T02:20:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741837_1013 (size=5672) 2024-11-16T02:20:16,904 INFO [M:0;667222f7cf1b:36809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/891826d6f2aa4a1cb792f47ace63cb3b 2024-11-16T02:20:16,931 DEBUG [M:0;667222f7cf1b:36809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bbc85cb45d5416d8ff74c99741449a1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731723565573/Put/seqid=0 2024-11-16T02:20:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741838_1014 (size=5412) 2024-11-16T02:20:17,338 INFO [M:0;667222f7cf1b:36809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.09 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bbc85cb45d5416d8ff74c99741449a1 2024-11-16T02:20:17,348 INFO [M:0;667222f7cf1b:36809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bbc85cb45d5416d8ff74c99741449a1 2024-11-16T02:20:17,365 DEBUG [M:0;667222f7cf1b:36809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0170c660e48c4a999621cee0b688fb22 is 69, key is 667222f7cf1b,45061,1731723561757/rs:state/1731723564455/Put/seqid=0 2024-11-16T02:20:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741839_1015 (size=5156) 2024-11-16T02:20:17,770 INFO [M:0;667222f7cf1b:36809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0170c660e48c4a999621cee0b688fb22 2024-11-16T02:20:17,777 DEBUG [M:0;667222f7cf1b:36809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/891826d6f2aa4a1cb792f47ace63cb3b as hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/891826d6f2aa4a1cb792f47ace63cb3b 2024-11-16T02:20:17,785 INFO [M:0;667222f7cf1b:36809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/891826d6f2aa4a1cb792f47ace63cb3b, entries=8, sequenceid=29, filesize=5.5 K 2024-11-16T02:20:17,786 DEBUG [M:0;667222f7cf1b:36809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bbc85cb45d5416d8ff74c99741449a1 as hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bbc85cb45d5416d8ff74c99741449a1 2024-11-16T02:20:17,792 INFO [M:0;667222f7cf1b:36809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bbc85cb45d5416d8ff74c99741449a1 2024-11-16T02:20:17,792 INFO [M:0;667222f7cf1b:36809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bbc85cb45d5416d8ff74c99741449a1, entries=3, sequenceid=29, filesize=5.3 K 2024-11-16T02:20:17,793 DEBUG [M:0;667222f7cf1b:36809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0170c660e48c4a999621cee0b688fb22 as hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0170c660e48c4a999621cee0b688fb22 2024-11-16T02:20:17,799 INFO [M:0;667222f7cf1b:36809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34611/user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0170c660e48c4a999621cee0b688fb22, entries=1, sequenceid=29, filesize=5.0 K 2024-11-16T02:20:17,800 INFO [M:0;667222f7cf1b:36809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.65 KB/7834, heapSize ~11.02 KB/11288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=29, compaction requested=false 2024-11-16T02:20:17,802 INFO [M:0;667222f7cf1b:36809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:17,802 DEBUG [M:0;667222f7cf1b:36809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723616460Disabling compacts and flushes for region at 1731723616460Disabling writes for close at 1731723616460Obtaining lock to block concurrent updates at 1731723616461 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723616461Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7834, getHeapSize=11528, getOffHeapSize=0, getCellsCount=36 at 1731723616461Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723616462 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723616462Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723616488 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723616489 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723616911 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723616930 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723616930Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723617348 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723617365 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723617365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6c9ae3: reopening flushed file at 1731723617776 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a91e0ef: reopening flushed file at 1731723617785 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc98a99: reopening flushed file at 1731723617792 (+7 ms)Finished flush of dataSize ~7.65 KB/7834, heapSize ~11.02 KB/11288, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=29, compaction requested=false at 1731723617800 (+8 ms)Writing region close event to WAL at 1731723617802 (+2 ms)Closed at 1731723617802 2024-11-16T02:20:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37005 is added to blk_1073741830_1006 (size=10261) 2024-11-16T02:20:17,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bc5c241-7489-b1d7-962d-ac01ded2fd10/MasterData/WALs/667222f7cf1b,36809,1731723561570/667222f7cf1b%2C36809%2C1731723561570.1731723563022 not finished, retry = 0 2024-11-16T02:20:17,907 INFO [M:0;667222f7cf1b:36809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:20:17,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:20:17,907 INFO [M:0;667222f7cf1b:36809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36809 2024-11-16T02:20:17,907 INFO [M:0;667222f7cf1b:36809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:20:18,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:18,120 INFO [M:0;667222f7cf1b:36809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:20:18,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36809-0x101416fa3630003, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:18,139 WARN [BP-521605523-172.17.0.3-1731723558234 heartbeating to localhost/127.0.0.1:34611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-521605523-172.17.0.3-1731723558234 (Datanode Uuid 521168a0-57de-444a-b0f9-2d5fe2b22ac4) service to localhost/127.0.0.1:34611 2024-11-16T02:20:18,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/cluster_39e855d5-75d1-ea7a-41f1-d30346821e57/data/data1/current/BP-521605523-172.17.0.3-1731723558234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:20:18,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/cluster_39e855d5-75d1-ea7a-41f1-d30346821e57/data/data2/current/BP-521605523-172.17.0.3-1731723558234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:20:18,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e2a8352{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:20:18,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b50f524{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:20:18,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:20:18,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc63c0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:20:18,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc263b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.log.dir/,STOPPED} 2024-11-16T02:20:18,207 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:20:18,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7520a1c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:20:18,215 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca953f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:20:18,215 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:20:18,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57486293{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:20:18,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5c8066{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.log.dir/,STOPPED} 2024-11-16T02:20:18,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:20:18,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:20:18,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73229a6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:20:18,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d28901b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:20:18,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:20:18,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bc10afe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:20:18,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49caa49d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.log.dir/,STOPPED} 2024-11-16T02:20:18,239 WARN [BP-1707569103-172.17.0.3-1731723505041 heartbeating to localhost/127.0.0.1:45865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:20:18,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:20:18,239 WARN [BP-1707569103-172.17.0.3-1731723505041 heartbeating to localhost/127.0.0.1:45865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1707569103-172.17.0.3-1731723505041 (Datanode Uuid d6357375-7854-40d1-a4f3-fdaa2339232e) service to localhost/127.0.0.1:45865 2024-11-16T02:20:18,239 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:20:18,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data1/current/BP-1707569103-172.17.0.3-1731723505041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:20:18,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/cluster_6c293167-dd79-7084-a4e2-64d8ea8fad22/data/data2/current/BP-1707569103-172.17.0.3-1731723505041 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:20:18,240 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:20:18,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f16c337{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:20:18,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27166729{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:20:18,246 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:20:18,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a9904ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:20:18,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27727f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55677986-46d4-b194-5550-57e303331b67/hadoop.log.dir/,STOPPED} 2024-11-16T02:20:18,254 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:20:18,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:20:18,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=116 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@78fc287c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:45865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/667222f7cf1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56939) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-242-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56939) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: regionserver/667222f7cf1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34611 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-242-thread-1-SendThread(127.0.0.1:56939) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/667222f7cf1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:45865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/667222f7cf1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=876 (was 1201), ProcessCount=11 (was 11), AvailableMemoryMB=4095 (was 2839) - AvailableMemoryMB LEAK? - 2024-11-16T02:20:18,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101416fa3630005, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:18,350 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:18,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101416fa3630002, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:18,351 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:18,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101416fa3630005, quorum=127.0.0.1:56939, baseZNode=/11800341809 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:18,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101416fa3630002, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:18,351 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=116, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=876, ProcessCount=11, AvailableMemoryMB=4092 2024-11-16T02:20:18,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:18,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): regionserver:46511-0x101416fa3630007, quorum=127.0.0.1:56939, baseZNode=/0130315162 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:18,365 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-16T02:20:18,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.log.dir so I do NOT create it in target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9 2024-11-16T02:20:18,366 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:20:18,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.tmp.dir so I do NOT create it in target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9 2024-11-16T02:20:18,366 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8861712b-faca-d12d-30d5-e6da4e87e52e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:20:18,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9 2024-11-16T02:20:18,366 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/cluster_5b787fa0-36b3-9587-b247-9c28a0ba796d, deleteOnExit=true 2024-11-16T02:20:18,372 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/cluster_5b787fa0-36b3-9587-b247-9c28a0ba796d/zookeeper_0, clientPort=50052, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/cluster_5b787fa0-36b3-9587-b247-9c28a0ba796d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/cluster_5b787fa0-36b3-9587-b247-9c28a0ba796d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:20:18,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50052 2024-11-16T02:20:18,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:20:18,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:20:18,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/test.cache.data in system properties and HBase conf 2024-11-16T02:20:18,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:20:18,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:20:18,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:20:18,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:20:18,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:20:18,374 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:20:18,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:20:18,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:20:18,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:20:19,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:19,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:20:19,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:20:19,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:20:19,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:20:19,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:19,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d7ea75b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:20:19,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e8e4e5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:20:19,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@574355f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/java.io.tmpdir/jetty-localhost-38327-hadoop-hdfs-3_4_1-tests_jar-_-any-6315033781506137986/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:20:19,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29d0fe8{HTTP/1.1, (http/1.1)}{localhost:38327} 2024-11-16T02:20:19,820 INFO [Time-limited test {}] server.Server(415): Started @118804ms 2024-11-16T02:20:20,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:20,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:20,391 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:20:20,393 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:20,406 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:20,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:20,421 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:20:20,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:20:20,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:20:20,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:20:20,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58bb9f01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:20:20,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b3d6f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:20:20,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f3c06b0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/java.io.tmpdir/jetty-localhost-39131-hadoop-hdfs-3_4_1-tests_jar-_-any-6626792932156071768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:20:20,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c7f412d{HTTP/1.1, (http/1.1)}{localhost:39131} 2024-11-16T02:20:20,536 INFO [Time-limited test {}] server.Server(415): Started @119520ms 2024-11-16T02:20:20,538 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:20:21,769 WARN [Thread-447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/cluster_5b787fa0-36b3-9587-b247-9c28a0ba796d/data/data2/current/BP-398874977-172.17.0.3-1731723618402/current, will proceed with Du for space computation calculation, 2024-11-16T02:20:21,773 WARN [Thread-446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/cluster_5b787fa0-36b3-9587-b247-9c28a0ba796d/data/data1/current/BP-398874977-172.17.0.3-1731723618402/current, will proceed with Du for space computation calculation, 2024-11-16T02:20:21,801 WARN [Thread-434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:20:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x326e0e4e0d9ecb06 with lease ID 0xc0886b27b7bf9621: Processing first storage report for DS-22380a15-8f7b-416b-ab48-ac3c6336e2a2 from datanode DatanodeRegistration(127.0.0.1:34749, datanodeUuid=c770e374-f9f3-4a3c-9062-376586abbb41, infoPort=41973, infoSecurePort=0, ipcPort=34035, storageInfo=lv=-57;cid=testClusterID;nsid=1304970284;c=1731723618402) 2024-11-16T02:20:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x326e0e4e0d9ecb06 with lease ID 0xc0886b27b7bf9621: from storage DS-22380a15-8f7b-416b-ab48-ac3c6336e2a2 node DatanodeRegistration(127.0.0.1:34749, datanodeUuid=c770e374-f9f3-4a3c-9062-376586abbb41, infoPort=41973, infoSecurePort=0, ipcPort=34035, storageInfo=lv=-57;cid=testClusterID;nsid=1304970284;c=1731723618402), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:20:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x326e0e4e0d9ecb06 with lease ID 0xc0886b27b7bf9621: Processing first storage report for DS-25aa092f-e8e9-4fe8-8bb4-0d1d52c7c94b from datanode DatanodeRegistration(127.0.0.1:34749, datanodeUuid=c770e374-f9f3-4a3c-9062-376586abbb41, infoPort=41973, infoSecurePort=0, ipcPort=34035, storageInfo=lv=-57;cid=testClusterID;nsid=1304970284;c=1731723618402) 2024-11-16T02:20:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x326e0e4e0d9ecb06 with lease ID 0xc0886b27b7bf9621: from storage DS-25aa092f-e8e9-4fe8-8bb4-0d1d52c7c94b node DatanodeRegistration(127.0.0.1:34749, datanodeUuid=c770e374-f9f3-4a3c-9062-376586abbb41, infoPort=41973, infoSecurePort=0, ipcPort=34035, storageInfo=lv=-57;cid=testClusterID;nsid=1304970284;c=1731723618402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:20:21,825 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9 2024-11-16T02:20:21,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:21,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:21,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:20:21,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006 with version=8 2024-11-16T02:20:21,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/hbase-staging 2024-11-16T02:20:21,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:20:21,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:21,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:21,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:20:21,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:21,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:20:21,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:20:21,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:20:21,879 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40329 2024-11-16T02:20:21,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40329 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-11-16T02:20:21,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403290x0, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:21,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40329-0x101417163ec0000 connected 2024-11-16T02:20:22,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:22,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:22,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on znode that does not yet exist, /0667585539/running 2024-11-16T02:20:22,092 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006, hbase.cluster.distributed=false 2024-11-16T02:20:22,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on znode that does not yet exist, /0667585539/acl 2024-11-16T02:20:22,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40329 2024-11-16T02:20:22,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40329 2024-11-16T02:20:22,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40329 2024-11-16T02:20:22,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40329 2024-11-16T02:20:22,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40329 2024-11-16T02:20:22,117 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:20:22,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:22,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:22,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:20:22,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:22,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:20:22,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:20:22,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:20:22,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42657 2024-11-16T02:20:22,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42657 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-11-16T02:20:22,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:22,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:22,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426570x0, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:22,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426570x0, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on znode that does not yet exist, /0667585539/running 2024-11-16T02:20:22,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42657-0x101417163ec0001 connected 2024-11-16T02:20:22,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:20:22,141 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:20:22,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on znode that does not yet exist, /0667585539/master 2024-11-16T02:20:22,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on znode that does not yet exist, /0667585539/acl 2024-11-16T02:20:22,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42657 2024-11-16T02:20:22,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42657 2024-11-16T02:20:22,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42657 2024-11-16T02:20:22,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42657 2024-11-16T02:20:22,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42657 2024-11-16T02:20:22,178 DEBUG [M:0;667222f7cf1b:40329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:40329 2024-11-16T02:20:22,180 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0667585539/backup-masters/667222f7cf1b,40329,1731723621877 2024-11-16T02:20:22,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539/backup-masters 2024-11-16T02:20:22,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539/backup-masters 2024-11-16T02:20:22,193 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on existing znode=/0667585539/backup-masters/667222f7cf1b,40329,1731723621877 2024-11-16T02:20:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0667585539/master 2024-11-16T02:20:22,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:22,204 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on existing znode=/0667585539/master 2024-11-16T02:20:22,205 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0667585539/backup-masters/667222f7cf1b,40329,1731723621877 from backup master directory 2024-11-16T02:20:22,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667585539/backup-masters/667222f7cf1b,40329,1731723621877 2024-11-16T02:20:22,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539/backup-masters 2024-11-16T02:20:22,212 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:20:22,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539/backup-masters 2024-11-16T02:20:22,214 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,40329,1731723621877 2024-11-16T02:20:22,228 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/hbase.id] with ID: 523a716f-ebf8-41a8-ae03-093375b0b108 2024-11-16T02:20:22,228 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/.tmp/hbase.id 2024-11-16T02:20:22,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:20:22,641 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/.tmp/hbase.id]:[hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/hbase.id] 2024-11-16T02:20:22,668 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:22,668 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:20:22,671 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-16T02:20:22,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:22,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:22,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:20:23,134 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:20:23,135 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:20:23,135 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:23,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:20:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:20:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:20:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:20:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:20:23,561 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store 2024-11-16T02:20:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:20:23,969 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:23,969 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:20:23,969 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:23,969 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:23,969 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:20:23,969 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:23,969 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:23,969 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723623969Disabling compacts and flushes for region at 1731723623969Disabling writes for close at 1731723623969Writing region close event to WAL at 1731723623969Closed at 1731723623969 2024-11-16T02:20:23,970 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/.initializing 2024-11-16T02:20:23,970 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/WALs/667222f7cf1b,40329,1731723621877 2024-11-16T02:20:23,972 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:20:23,974 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C40329%2C1731723621877, suffix=, logDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/WALs/667222f7cf1b,40329,1731723621877, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/oldWALs, maxLogs=10 2024-11-16T02:20:23,993 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/WALs/667222f7cf1b,40329,1731723621877/667222f7cf1b%2C40329%2C1731723621877.1731723623974, exclude list is [], retry=0 2024-11-16T02:20:24,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34749,DS-22380a15-8f7b-416b-ab48-ac3c6336e2a2,DISK] 2024-11-16T02:20:24,022 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/WALs/667222f7cf1b,40329,1731723621877/667222f7cf1b%2C40329%2C1731723621877.1731723623974 2024-11-16T02:20:24,022 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-16T02:20:24,022 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:24,023 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:24,023 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,023 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:20:24,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:24,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:24,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:20:24,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:24,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:24,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:20:24,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:24,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:24,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:20:24,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:24,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:24,040 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,041 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,042 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,044 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,044 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,044 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:24,046 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:24,049 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:24,049 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70126924, jitterRate=0.04497259855270386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:24,050 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723624023Initializing all the Stores at 1731723624024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723624024Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723624027 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723624027Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723624027Cleaning up temporary data from old regions at 1731723624044 (+17 ms)Region opened successfully at 1731723624050 (+6 ms) 2024-11-16T02:20:24,053 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:20:24,057 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5651da30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:20:24,058 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:20:24,058 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:20:24,059 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:20:24,059 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:20:24,059 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:20:24,060 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:20:24,060 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:20:24,066 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:20:24,068 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Unable to get data of znode /0667585539/balancer because node does not exist (not necessarily an error) 2024-11-16T02:20:24,094 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667585539/balancer already deleted, retry=false 2024-11-16T02:20:24,094 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:20:24,100 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Unable to get data of znode /0667585539/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:20:24,115 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667585539/normalizer already deleted, retry=false 2024-11-16T02:20:24,115 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:20:24,117 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Unable to get data of znode /0667585539/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:20:24,127 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667585539/switch/split already deleted, retry=false 2024-11-16T02:20:24,129 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Unable to get data of znode /0667585539/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:20:24,199 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667585539/switch/merge already deleted, retry=false 2024-11-16T02:20:24,202 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Unable to get data of znode /0667585539/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:20:24,222 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667585539/snapshot-cleanup already deleted, retry=false 2024-11-16T02:20:24,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0667585539/running 2024-11-16T02:20:24,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:24,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0667585539/running 2024-11-16T02:20:24,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:24,234 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,40329,1731723621877, sessionid=0x101417163ec0000, setting cluster-up flag (Was=false) 2024-11-16T02:20:24,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:24,296 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0667585539/flush-table-proc/acquired, /0667585539/flush-table-proc/reached, /0667585539/flush-table-proc/abort 2024-11-16T02:20:24,300 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,40329,1731723621877 2024-11-16T02:20:24,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:24,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:24,349 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0667585539/online-snapshot/acquired, /0667585539/online-snapshot/reached, /0667585539/online-snapshot/abort 2024-11-16T02:20:24,350 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,40329,1731723621877 2024-11-16T02:20:24,352 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:20:24,359 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:24,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:20:24,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:20:24,360 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,40329,1731723621877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:20:24,377 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:24,377 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(746): ClusterId : 523a716f-ebf8-41a8-ae03-093375b0b108 2024-11-16T02:20:24,377 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:20:24,377 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:24,377 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:24,378 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:24,378 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:20:24,378 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,379 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:20:24,379 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:24,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:20:24,388 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723654388 2024-11-16T02:20:24,388 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:20:24,389 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:20:24,389 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:20:24,389 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:20:24,389 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:20:24,389 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:20:24,389 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,390 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:20:24,390 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:20:24,390 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:20:24,392 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:24,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:20:24,394 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:20:24,394 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:20:24,394 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:20:24,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:20:24,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:20:24,402 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:20:24,403 DEBUG [RS:0;667222f7cf1b:42657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c96215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:20:24,404 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723624400,5,FailOnTimeoutGroup] 2024-11-16T02:20:24,416 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723624404,5,FailOnTimeoutGroup] 2024-11-16T02:20:24,416 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,416 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:20:24,417 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,417 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:20:24,431 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:42657 2024-11-16T02:20:24,432 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:20:24,432 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:20:24,432 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:20:24,433 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,40329,1731723621877 with port=42657, startcode=1731723622116 2024-11-16T02:20:24,433 DEBUG [RS:0;667222f7cf1b:42657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:20:24,438 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:20:24,439 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,42657,1731723622116 2024-11-16T02:20:24,439 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40329 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,42657,1731723622116 2024-11-16T02:20:24,441 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006 2024-11-16T02:20:24,441 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42579 2024-11-16T02:20:24,441 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:20:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539/rs 2024-11-16T02:20:24,513 DEBUG [RS:0;667222f7cf1b:42657 {}] zookeeper.ZKUtil(111): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on existing znode=/0667585539/rs/667222f7cf1b,42657,1731723622116 2024-11-16T02:20:24,513 WARN [RS:0;667222f7cf1b:42657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:20:24,513 INFO [RS:0;667222f7cf1b:42657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:24,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,42657,1731723622116] 2024-11-16T02:20:24,513 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116 2024-11-16T02:20:24,520 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:20:24,524 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:20:24,529 INFO [RS:0;667222f7cf1b:42657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:20:24,529 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,530 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:20:24,533 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:20:24,534 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,534 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,534 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,534 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,535 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,535 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,535 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:20:24,535 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,535 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,535 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,535 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,535 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,536 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:24,536 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:20:24,536 DEBUG [RS:0;667222f7cf1b:42657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:20:24,538 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,538 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,538 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,538 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,538 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,538 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42657,1731723622116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:20:24,568 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:20:24,568 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42657,1731723622116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,569 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,569 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.Replication(171): 667222f7cf1b,42657,1731723622116 started 2024-11-16T02:20:24,587 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:24,587 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,42657,1731723622116, RpcServer on 667222f7cf1b/172.17.0.3:42657, sessionid=0x101417163ec0001 2024-11-16T02:20:24,587 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:20:24,587 DEBUG [RS:0;667222f7cf1b:42657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,42657,1731723622116 2024-11-16T02:20:24,587 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,42657,1731723622116' 2024-11-16T02:20:24,587 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0667585539/flush-table-proc/abort' 2024-11-16T02:20:24,588 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0667585539/flush-table-proc/acquired' 2024-11-16T02:20:24,589 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:20:24,589 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:20:24,589 DEBUG [RS:0;667222f7cf1b:42657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,42657,1731723622116 2024-11-16T02:20:24,589 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,42657,1731723622116' 2024-11-16T02:20:24,589 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0667585539/online-snapshot/abort' 2024-11-16T02:20:24,589 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0667585539/online-snapshot/acquired' 2024-11-16T02:20:24,590 DEBUG [RS:0;667222f7cf1b:42657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:20:24,590 INFO [RS:0;667222f7cf1b:42657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:20:24,590 INFO [RS:0;667222f7cf1b:42657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:20:24,690 INFO [RS:0;667222f7cf1b:42657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:20:24,692 INFO [RS:0;667222f7cf1b:42657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C42657%2C1731723622116, suffix=, logDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/oldWALs, maxLogs=10 2024-11-16T02:20:24,707 DEBUG [RS:0;667222f7cf1b:42657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693, exclude list is [], retry=0 2024-11-16T02:20:24,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34749,DS-22380a15-8f7b-416b-ab48-ac3c6336e2a2,DISK] 2024-11-16T02:20:24,714 INFO [RS:0;667222f7cf1b:42657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 2024-11-16T02:20:24,714 DEBUG [RS:0;667222f7cf1b:42657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-16T02:20:24,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:20:24,830 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006 2024-11-16T02:20:24,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:20:24,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:24,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:20:24,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:20:24,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:24,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:24,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:20:24,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:20:24,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:24,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:24,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:20:24,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:20:24,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:24,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:24,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:20:24,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:20:24,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:24,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:24,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:20:24,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740 2024-11-16T02:20:24,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740 2024-11-16T02:20:24,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:20:24,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:20:24,867 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:24,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:20:24,877 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:24,878 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72391629, jitterRate=0.07871933281421661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:24,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723624849Initializing all the Stores at 1731723624850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723624850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723624850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723624851 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723624851Cleaning up temporary data from old regions at 1731723624867 (+16 ms)Region opened successfully at 1731723624879 (+12 ms) 2024-11-16T02:20:24,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:20:24,880 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:20:24,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:20:24,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:20:24,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:20:24,880 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:24,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723624879Disabling compacts and flushes for region at 1731723624879Disabling writes for close at 1731723624880 (+1 ms)Writing region close event to WAL at 1731723624880Closed at 1731723624880 2024-11-16T02:20:24,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:24,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:20:24,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:20:24,884 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:20:24,886 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:20:25,036 DEBUG [667222f7cf1b:40329 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:20:25,037 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,42657,1731723622116 2024-11-16T02:20:25,039 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,42657,1731723622116, state=OPENING 2024-11-16T02:20:25,107 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:20:25,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:25,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:25,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0667585539/meta-region-server: CHANGED 2024-11-16T02:20:25,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0667585539/meta-region-server: CHANGED 2024-11-16T02:20:25,128 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:20:25,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,42657,1731723622116}] 2024-11-16T02:20:25,283 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:20:25,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:20:25,289 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:20:25,290 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:25,290 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:20:25,292 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C42657%2C1731723622116.meta, suffix=.meta, logDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/oldWALs, maxLogs=10 2024-11-16T02:20:25,308 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.meta.1731723625293.meta, exclude list is [], retry=0 2024-11-16T02:20:25,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34749,DS-22380a15-8f7b-416b-ab48-ac3c6336e2a2,DISK] 2024-11-16T02:20:25,315 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.meta.1731723625293.meta 2024-11-16T02:20:25,315 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-16T02:20:25,315 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:25,316 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:20:25,316 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:20:25,316 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:20:25,316 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:20:25,317 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:20:25,317 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:25,317 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:20:25,317 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:20:25,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:20:25,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:20:25,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:25,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:25,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:20:25,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:20:25,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:25,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:25,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:20:25,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:20:25,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:25,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:25,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:20:25,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:20:25,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:25,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:25,328 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:20:25,329 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740 2024-11-16T02:20:25,331 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740 2024-11-16T02:20:25,333 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:20:25,333 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:20:25,334 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:25,337 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:20:25,338 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73359693, jitterRate=0.09314461052417755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:25,339 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:20:25,340 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723625317Writing region info on filesystem at 1731723625317Initializing all the Stores at 1731723625318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723625318Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723625319 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723625319Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723625319Cleaning up temporary data from old regions at 1731723625333 (+14 ms)Running coprocessor post-open hooks at 1731723625339 (+6 ms)Region opened successfully at 1731723625339 2024-11-16T02:20:25,341 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723625283 2024-11-16T02:20:25,344 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:20:25,345 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:20:25,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,42657,1731723622116 2024-11-16T02:20:25,347 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,42657,1731723622116, state=OPEN 2024-11-16T02:20:25,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0667585539/meta-region-server 2024-11-16T02:20:25,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0667585539/meta-region-server 2024-11-16T02:20:25,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0667585539/meta-region-server: CHANGED 2024-11-16T02:20:25,435 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0667585539/meta-region-server: CHANGED 2024-11-16T02:20:25,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,42657,1731723622116 2024-11-16T02:20:25,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:20:25,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,42657,1731723622116 in 308 msec 2024-11-16T02:20:25,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:20:25,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 558 msec 2024-11-16T02:20:25,447 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:25,448 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:20:25,450 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:20:25,450 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,42657,1731723622116, seqNum=-1] 2024-11-16T02:20:25,450 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:20:25,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:20:25,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1050 sec 2024-11-16T02:20:25,467 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723625467, completionTime=-1 2024-11-16T02:20:25,467 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:20:25,467 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:20:25,472 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:20:25,473 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723685472 2024-11-16T02:20:25,473 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723745473 2024-11-16T02:20:25,473 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-16T02:20:25,473 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40329,1731723621877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:25,473 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40329,1731723621877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:25,473 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40329,1731723621877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:25,473 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:40329, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:25,473 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:25,474 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:25,476 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:20:25,480 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.266sec 2024-11-16T02:20:25,480 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:20:25,480 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:20:25,480 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:20:25,480 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:20:25,481 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:20:25,481 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40329,1731723621877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:20:25,481 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40329,1731723621877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:20:25,485 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:20:25,485 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:20:25,485 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40329,1731723621877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:25,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cedbbb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:25,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,40329,-1 for getting cluster id 2024-11-16T02:20:25,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:25,569 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '523a716f-ebf8-41a8-ae03-093375b0b108' 2024-11-16T02:20:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:25,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "523a716f-ebf8-41a8-ae03-093375b0b108" 2024-11-16T02:20:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d138a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,40329,-1] 2024-11-16T02:20:25,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:25,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:25,573 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:25,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7d72b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:25,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:20:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,42657,1731723622116, seqNum=-1] 2024-11-16T02:20:25,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:20:25,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:20:25,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,40329,1731723621877 2024-11-16T02:20:25,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-11-16T02:20:25,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:25,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101417163ec0002 connected 2024-11-16T02:20:25,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.log.dir so I do NOT create it in target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512 2024-11-16T02:20:25,686 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:20:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.tmp.dir so I do NOT create it in target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512 2024-11-16T02:20:25,687 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:20:25,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512 2024-11-16T02:20:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:20:25,687 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/cluster_d958a0b0-0725-dcca-b5db-914ff02dd190, deleteOnExit=true 2024-11-16T02:20:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:20:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/test.cache.data in system properties and HBase conf 2024-11-16T02:20:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:20:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:20:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:20:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:20:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:20:25,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:20:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:20:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:20:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:20:25,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:20:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:20:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:20:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:20:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:20:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:20:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:20:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:20:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:20:25,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:20:25,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:20:26,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:26,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:20:26,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:20:26,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:20:26,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:20:26,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:26,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25e2a604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:20:26,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6aa103{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:20:26,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@401ac96d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/java.io.tmpdir/jetty-localhost-38457-hadoop-hdfs-3_4_1-tests_jar-_-any-44867866983137122/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:20:26,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7870fc91{HTTP/1.1, (http/1.1)}{localhost:38457} 2024-11-16T02:20:26,593 INFO [Time-limited test {}] server.Server(415): Started @125578ms 2024-11-16T02:20:27,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:27,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:20:27,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:20:27,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:20:27,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:20:27,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3381b204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:20:27,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374a60ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:20:27,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8f5ffae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/java.io.tmpdir/jetty-localhost-42233-hadoop-hdfs-3_4_1-tests_jar-_-any-7203746906530197076/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:20:27,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78cbdc68{HTTP/1.1, (http/1.1)}{localhost:42233} 2024-11-16T02:20:27,374 INFO [Time-limited test {}] server.Server(415): Started @126359ms 2024-11-16T02:20:27,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:20:28,122 WARN [Thread-567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/cluster_d958a0b0-0725-dcca-b5db-914ff02dd190/data/data2/current/BP-1187727278-172.17.0.3-1731723625719/current, will proceed with Du for space computation calculation, 2024-11-16T02:20:28,122 WARN [Thread-566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/cluster_d958a0b0-0725-dcca-b5db-914ff02dd190/data/data1/current/BP-1187727278-172.17.0.3-1731723625719/current, will proceed with Du for space computation calculation, 2024-11-16T02:20:28,221 WARN [Thread-554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:20:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd61ec05f41c4c4d8 with lease ID 0x38e7ea839b915694: Processing first storage report for DS-b0b61c82-d3c1-4278-aee2-b6525f7abf0b from datanode DatanodeRegistration(127.0.0.1:43627, datanodeUuid=9613a48f-25e4-4d59-bd4b-53fc1551f405, infoPort=41443, infoSecurePort=0, ipcPort=44767, storageInfo=lv=-57;cid=testClusterID;nsid=2110703192;c=1731723625719) 2024-11-16T02:20:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd61ec05f41c4c4d8 with lease ID 0x38e7ea839b915694: from storage DS-b0b61c82-d3c1-4278-aee2-b6525f7abf0b node DatanodeRegistration(127.0.0.1:43627, datanodeUuid=9613a48f-25e4-4d59-bd4b-53fc1551f405, infoPort=41443, infoSecurePort=0, ipcPort=44767, storageInfo=lv=-57;cid=testClusterID;nsid=2110703192;c=1731723625719), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:20:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd61ec05f41c4c4d8 with lease ID 0x38e7ea839b915694: Processing first storage report for DS-9e592cc5-839d-4d72-8253-578b28efeda9 from datanode DatanodeRegistration(127.0.0.1:43627, datanodeUuid=9613a48f-25e4-4d59-bd4b-53fc1551f405, infoPort=41443, infoSecurePort=0, ipcPort=44767, storageInfo=lv=-57;cid=testClusterID;nsid=2110703192;c=1731723625719) 2024-11-16T02:20:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd61ec05f41c4c4d8 with lease ID 0x38e7ea839b915694: from storage DS-9e592cc5-839d-4d72-8253-578b28efeda9 node DatanodeRegistration(127.0.0.1:43627, datanodeUuid=9613a48f-25e4-4d59-bd4b-53fc1551f405, infoPort=41443, infoSecurePort=0, ipcPort=44767, storageInfo=lv=-57;cid=testClusterID;nsid=2110703192;c=1731723625719), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:20:28,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512 2024-11-16T02:20:28,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:28,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:28,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:20:28,724 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d with version=8 2024-11-16T02:20:28,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/hbase-staging 2024-11-16T02:20:28,726 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:20:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:28,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:20:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:28,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:20:28,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:20:28,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:20:28,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42719 2024-11-16T02:20:28,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42719 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-11-16T02:20:28,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427190x0, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:28,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42719-0x101417163ec0003 connected 2024-11-16T02:20:28,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:28,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:28,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on znode that does not yet exist, /1-1322333535/running 2024-11-16T02:20:28,858 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d, hbase.cluster.distributed=false 2024-11-16T02:20:28,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on znode that does not yet exist, /1-1322333535/acl 2024-11-16T02:20:28,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42719 2024-11-16T02:20:28,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42719 2024-11-16T02:20:28,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42719 2024-11-16T02:20:28,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42719 2024-11-16T02:20:28,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42719 2024-11-16T02:20:28,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:20:28,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:28,919 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:20:28,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:28,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:28,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:20:28,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:28,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:20:28,920 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:20:28,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:20:28,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39217 2024-11-16T02:20:28,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:28,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39217 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-11-16T02:20:28,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:28,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:28,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392170x0, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:29,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39217-0x101417163ec0004 connected 2024-11-16T02:20:29,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on znode that does not yet exist, /1-1322333535/running 2024-11-16T02:20:29,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:20:29,021 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:20:29,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on znode that does not yet exist, /1-1322333535/master 2024-11-16T02:20:29,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on znode that does not yet exist, /1-1322333535/acl 2024-11-16T02:20:29,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39217 2024-11-16T02:20:29,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39217 2024-11-16T02:20:29,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39217 2024-11-16T02:20:29,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39217 2024-11-16T02:20:29,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39217 2024-11-16T02:20:29,085 DEBUG [M:0;667222f7cf1b:42719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:42719 2024-11-16T02:20:29,086 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1322333535/backup-masters/667222f7cf1b,42719,1731723628726 2024-11-16T02:20:29,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535/backup-masters 2024-11-16T02:20:29,097 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on existing znode=/1-1322333535/backup-masters/667222f7cf1b,42719,1731723628726 2024-11-16T02:20:29,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535/backup-masters 2024-11-16T02:20:29,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:29,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1322333535/master 2024-11-16T02:20:29,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:29,110 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on existing znode=/1-1322333535/master 2024-11-16T02:20:29,111 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1322333535/backup-masters/667222f7cf1b,42719,1731723628726 from backup master directory 2024-11-16T02:20:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322333535/backup-masters/667222f7cf1b,42719,1731723628726 2024-11-16T02:20:29,117 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:20:29,117 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,42719,1731723628726 2024-11-16T02:20:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535/backup-masters 2024-11-16T02:20:29,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535/backup-masters 2024-11-16T02:20:29,128 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/hbase.id] with ID: 8a029096-4b01-4308-aeb9-5bb69f097b3d 2024-11-16T02:20:29,128 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/.tmp/hbase.id 2024-11-16T02:20:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:20:29,182 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/.tmp/hbase.id]:[hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/hbase.id] 2024-11-16T02:20:29,222 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:29,222 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:20:29,225 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T02:20:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:29,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:20:29,712 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:20:29,713 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:20:29,716 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:20:29,731 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store 2024-11-16T02:20:29,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:20:29,751 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:29,751 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:20:29,751 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:29,751 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:29,751 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:20:29,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:29,752 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:29,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723629751Disabling compacts and flushes for region at 1731723629751Disabling writes for close at 1731723629751Writing region close event to WAL at 1731723629752 (+1 ms)Closed at 1731723629752 2024-11-16T02:20:29,753 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/.initializing 2024-11-16T02:20:29,753 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/WALs/667222f7cf1b,42719,1731723628726 2024-11-16T02:20:29,754 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:20:29,756 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C42719%2C1731723628726, suffix=, logDir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/WALs/667222f7cf1b,42719,1731723628726, archiveDir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/oldWALs, maxLogs=10 2024-11-16T02:20:29,772 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/WALs/667222f7cf1b,42719,1731723628726/667222f7cf1b%2C42719%2C1731723628726.1731723629757, exclude list is [], retry=0 2024-11-16T02:20:29,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-b0b61c82-d3c1-4278-aee2-b6525f7abf0b,DISK] 2024-11-16T02:20:29,779 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/WALs/667222f7cf1b,42719,1731723628726/667222f7cf1b%2C42719%2C1731723628726.1731723629757 2024-11-16T02:20:29,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-16T02:20:29,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:29,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:29,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:20:29,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:29,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:29,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:20:29,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:29,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:29,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:20:29,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:29,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:29,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:20:29,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:29,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:29,803 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,804 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,804 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,806 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,806 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,806 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:29,825 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:29,837 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:29,838 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73800420, jitterRate=0.09971195459365845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:29,839 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723629783Initializing all the Stores at 1731723629784 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723629784Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723629784Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723629784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723629784Cleaning up temporary data from old regions at 1731723629806 (+22 ms)Region opened successfully at 1731723629838 (+32 ms) 2024-11-16T02:20:29,840 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:20:29,847 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c49d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:20:29,851 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:20:29,851 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:20:29,851 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:20:29,852 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:20:29,853 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:20:29,853 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:20:29,853 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:20:29,859 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:20:29,860 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Unable to get data of znode /1-1322333535/balancer because node does not exist (not necessarily an error) 2024-11-16T02:20:29,872 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322333535/balancer already deleted, retry=false 2024-11-16T02:20:29,873 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:20:29,874 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Unable to get data of znode /1-1322333535/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:20:29,885 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322333535/normalizer already deleted, retry=false 2024-11-16T02:20:29,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:20:29,887 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Unable to get data of znode /1-1322333535/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:20:29,896 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322333535/switch/split already deleted, retry=false 2024-11-16T02:20:29,897 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Unable to get data of znode /1-1322333535/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:20:29,906 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322333535/switch/merge already deleted, retry=false 2024-11-16T02:20:29,910 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Unable to get data of znode /1-1322333535/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:20:29,917 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322333535/snapshot-cleanup already deleted, retry=false 2024-11-16T02:20:29,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1322333535/running 2024-11-16T02:20:29,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:29,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1322333535/running 2024-11-16T02:20:29,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:29,932 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,42719,1731723628726, sessionid=0x101417163ec0003, setting cluster-up flag (Was=false) 2024-11-16T02:20:29,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:29,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:30,001 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1322333535/flush-table-proc/acquired, /1-1322333535/flush-table-proc/reached, /1-1322333535/flush-table-proc/abort 2024-11-16T02:20:30,002 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,42719,1731723628726 2024-11-16T02:20:30,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:30,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:30,075 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1322333535/online-snapshot/acquired, /1-1322333535/online-snapshot/reached, /1-1322333535/online-snapshot/abort 2024-11-16T02:20:30,076 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,42719,1731723628726 2024-11-16T02:20:30,078 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:20:30,081 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:30,081 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:20:30,081 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:20:30,081 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,42719,1731723628726 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:20:30,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:30,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:30,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:30,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:30,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:20:30,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:20:30,089 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:30,099 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:20:30,100 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:30,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:20:30,105 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723660105 2024-11-16T02:20:30,105 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:20:30,105 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:20:30,105 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:20:30,105 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:20:30,105 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:20:30,105 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:20:30,108 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,109 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:20:30,109 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:20:30,110 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:20:30,110 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:20:30,112 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:20:30,112 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:20:30,113 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723630112,5,FailOnTimeoutGroup] 2024-11-16T02:20:30,116 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723630113,5,FailOnTimeoutGroup] 2024-11-16T02:20:30,116 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,116 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:20:30,116 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,117 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:20:30,173 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(746): ClusterId : 8a029096-4b01-4308-aeb9-5bb69f097b3d 2024-11-16T02:20:30,173 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:20:30,191 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:20:30,191 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:20:30,202 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:20:30,202 DEBUG [RS:0;667222f7cf1b:39217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31639cde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:20:30,214 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:39217 2024-11-16T02:20:30,214 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:20:30,215 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:20:30,215 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:20:30,215 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,42719,1731723628726 with port=39217, startcode=1731723628919 2024-11-16T02:20:30,216 DEBUG [RS:0;667222f7cf1b:39217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:20:30,218 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:20:30,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,39217,1731723628919 2024-11-16T02:20:30,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42719 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,39217,1731723628919 2024-11-16T02:20:30,220 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d 2024-11-16T02:20:30,220 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40531 2024-11-16T02:20:30,220 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:20:30,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535/rs 2024-11-16T02:20:30,288 DEBUG [RS:0;667222f7cf1b:39217 {}] zookeeper.ZKUtil(111): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on existing znode=/1-1322333535/rs/667222f7cf1b,39217,1731723628919 2024-11-16T02:20:30,288 WARN [RS:0;667222f7cf1b:39217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:20:30,288 INFO [RS:0;667222f7cf1b:39217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:30,288 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/WALs/667222f7cf1b,39217,1731723628919 2024-11-16T02:20:30,289 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,39217,1731723628919] 2024-11-16T02:20:30,292 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:20:30,294 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:20:30,294 INFO [RS:0;667222f7cf1b:39217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:20:30,294 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,294 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:20:30,295 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:20:30,295 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,295 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:20:30,296 DEBUG [RS:0;667222f7cf1b:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:20:30,297 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,297 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,297 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,297 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,297 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,297 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39217,1731723628919-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:20:30,311 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:20:30,312 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39217,1731723628919-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,312 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,312 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.Replication(171): 667222f7cf1b,39217,1731723628919 started 2024-11-16T02:20:30,329 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:30,330 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,39217,1731723628919, RpcServer on 667222f7cf1b/172.17.0.3:39217, sessionid=0x101417163ec0004 2024-11-16T02:20:30,330 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:20:30,330 DEBUG [RS:0;667222f7cf1b:39217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,39217,1731723628919 2024-11-16T02:20:30,330 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39217,1731723628919' 2024-11-16T02:20:30,330 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1322333535/flush-table-proc/abort' 2024-11-16T02:20:30,331 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1322333535/flush-table-proc/acquired' 2024-11-16T02:20:30,331 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:20:30,331 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:20:30,331 DEBUG [RS:0;667222f7cf1b:39217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,39217,1731723628919 2024-11-16T02:20:30,331 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39217,1731723628919' 2024-11-16T02:20:30,331 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1322333535/online-snapshot/abort' 2024-11-16T02:20:30,332 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1322333535/online-snapshot/acquired' 2024-11-16T02:20:30,332 DEBUG [RS:0;667222f7cf1b:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:20:30,332 INFO [RS:0;667222f7cf1b:39217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:20:30,332 INFO [RS:0;667222f7cf1b:39217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:20:30,433 INFO [RS:0;667222f7cf1b:39217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:20:30,434 INFO [RS:0;667222f7cf1b:39217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39217%2C1731723628919, suffix=, logDir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/WALs/667222f7cf1b,39217,1731723628919, archiveDir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/oldWALs, maxLogs=10 2024-11-16T02:20:30,448 DEBUG [RS:0;667222f7cf1b:39217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/WALs/667222f7cf1b,39217,1731723628919/667222f7cf1b%2C39217%2C1731723628919.1731723630435, exclude list is [], retry=0 2024-11-16T02:20:30,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-b0b61c82-d3c1-4278-aee2-b6525f7abf0b,DISK] 2024-11-16T02:20:30,452 INFO [RS:0;667222f7cf1b:39217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/WALs/667222f7cf1b,39217,1731723628919/667222f7cf1b%2C39217%2C1731723628919.1731723630435 2024-11-16T02:20:30,452 DEBUG [RS:0;667222f7cf1b:39217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-16T02:20:30,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:20:30,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:20:30,528 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d 2024-11-16T02:20:30,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:20:30,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:30,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:20:30,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:20:30,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:30,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:30,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:20:30,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:20:30,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:30,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:30,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:20:30,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:20:30,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:30,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:30,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:20:30,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:20:30,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:30,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:30,954 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:20:30,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740 2024-11-16T02:20:30,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740 2024-11-16T02:20:30,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:20:30,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:20:30,959 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:30,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:20:30,970 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:30,971 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60978878, jitterRate=-0.09134390950202942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:30,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723630943Initializing all the Stores at 1731723630944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723630944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723630945 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723630945Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723630945Cleaning up temporary data from old regions at 1731723630958 (+13 ms)Region opened successfully at 1731723630971 (+13 ms) 2024-11-16T02:20:30,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:20:30,971 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:20:30,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:20:30,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:20:30,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:20:30,975 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:30,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723630971Disabling compacts and flushes for region at 1731723630971Disabling writes for close at 1731723630971Writing region close event to WAL at 1731723630975 (+4 ms)Closed at 1731723630975 2024-11-16T02:20:30,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:30,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:20:30,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:20:30,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:20:30,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:20:31,130 DEBUG [667222f7cf1b:42719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:20:31,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,39217,1731723628919 2024-11-16T02:20:31,133 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,39217,1731723628919, state=OPENING 2024-11-16T02:20:31,146 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:20:31,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:31,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:31,159 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:20:31,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322333535/meta-region-server: CHANGED 2024-11-16T02:20:31,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322333535/meta-region-server: CHANGED 2024-11-16T02:20:31,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,39217,1731723628919}] 2024-11-16T02:20:31,314 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:20:31,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:20:31,322 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:20:31,322 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:31,322 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:20:31,327 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39217%2C1731723628919.meta, suffix=.meta, logDir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/WALs/667222f7cf1b,39217,1731723628919, archiveDir=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/oldWALs, maxLogs=10 2024-11-16T02:20:31,342 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/WALs/667222f7cf1b,39217,1731723628919/667222f7cf1b%2C39217%2C1731723628919.meta.1731723631327.meta, exclude list is [], retry=0 2024-11-16T02:20:31,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43627,DS-b0b61c82-d3c1-4278-aee2-b6525f7abf0b,DISK] 2024-11-16T02:20:31,348 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/WALs/667222f7cf1b,39217,1731723628919/667222f7cf1b%2C39217%2C1731723628919.meta.1731723631327.meta 2024-11-16T02:20:31,348 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41443:41443)] 2024-11-16T02:20:31,348 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:31,349 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:20:31,349 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:20:31,349 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:20:31,349 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:20:31,349 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:20:31,349 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:31,349 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:20:31,349 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:20:31,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:20:31,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:20:31,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:31,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:31,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:20:31,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:20:31,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:31,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:31,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:20:31,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:20:31,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:31,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:31,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:20:31,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:20:31,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:31,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:31,367 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:20:31,368 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740 2024-11-16T02:20:31,370 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740 2024-11-16T02:20:31,376 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:20:31,376 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:20:31,377 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:31,379 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:20:31,380 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66143326, jitterRate=-0.014387637376785278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:31,380 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:20:31,381 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723631349Writing region info on filesystem at 1731723631349Initializing all the Stores at 1731723631351 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723631351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723631351Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723631351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723631351Cleaning up temporary data from old regions at 1731723631376 (+25 ms)Running coprocessor post-open hooks at 1731723631380 (+4 ms)Region opened successfully at 1731723631381 (+1 ms) 2024-11-16T02:20:31,382 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723631313 2024-11-16T02:20:31,390 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:20:31,390 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:20:31,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,39217,1731723628919 2024-11-16T02:20:31,400 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,39217,1731723628919, state=OPEN 2024-11-16T02:20:31,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1322333535/meta-region-server 2024-11-16T02:20:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1322333535/meta-region-server 2024-11-16T02:20:31,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322333535/meta-region-server: CHANGED 2024-11-16T02:20:31,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1322333535/meta-region-server: CHANGED 2024-11-16T02:20:31,412 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,39217,1731723628919 2024-11-16T02:20:31,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:20:31,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,39217,1731723628919 in 253 msec 2024-11-16T02:20:31,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:20:31,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-16T02:20:31,424 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:31,424 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:20:31,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:20:31,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39217,1731723628919, seqNum=-1] 2024-11-16T02:20:31,427 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:20:31,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:20:31,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3570 sec 2024-11-16T02:20:31,440 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723631440, completionTime=-1 2024-11-16T02:20:31,440 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:20:31,440 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:20:31,442 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:20:31,443 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723691442 2024-11-16T02:20:31,443 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723751443 2024-11-16T02:20:31,443 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:20:31,443 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42719,1731723628726-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:31,443 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42719,1731723628726-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:31,443 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42719,1731723628726-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:31,443 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:42719, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:31,443 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:31,444 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:31,446 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:20:31,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.330sec 2024-11-16T02:20:31,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:20:31,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:20:31,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:20:31,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:20:31,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:20:31,449 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42719,1731723628726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:20:31,449 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42719,1731723628726-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:20:31,456 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:20:31,456 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:20:31,456 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42719,1731723628726-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:31,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaee868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:31,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42719,-1 for getting cluster id 2024-11-16T02:20:31,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:31,481 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a029096-4b01-4308-aeb9-5bb69f097b3d' 2024-11-16T02:20:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:31,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a029096-4b01-4308-aeb9-5bb69f097b3d" 2024-11-16T02:20:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52799fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42719,-1] 2024-11-16T02:20:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:31,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:31,484 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:31,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728b37b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:31,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:20:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39217,1731723628919, seqNum=-1] 2024-11-16T02:20:31,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:20:31,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:20:31,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,42719,1731723628726 2024-11-16T02:20:31,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50052 2024-11-16T02:20:31,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:31,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101417163ec0005 connected 2024-11-16T02:20:31,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c764bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:31,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,40329,-1 for getting cluster id 2024-11-16T02:20:31,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:31,520 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '523a716f-ebf8-41a8-ae03-093375b0b108' 2024-11-16T02:20:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "523a716f-ebf8-41a8-ae03-093375b0b108" 2024-11-16T02:20:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9a5b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,40329,-1] 2024-11-16T02:20:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:31,522 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57680401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:31,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:20:31,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,40329,1731723621877 2024-11-16T02:20:31,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14861313 2024-11-16T02:20:31,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:20:31,526 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:20:31,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:42719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:20:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:20:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:31,531 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:42719' 2024-11-16T02:20:31,532 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bcb87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:31,532 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42719,-1 for getting cluster id 2024-11-16T02:20:31,532 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:31,533 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a029096-4b01-4308-aeb9-5bb69f097b3d' 2024-11-16T02:20:31,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:31,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a029096-4b01-4308-aeb9-5bb69f097b3d" 2024-11-16T02:20:31,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7918ae38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:31,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42719,-1] 2024-11-16T02:20:31,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:31,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:31,535 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:31,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d43e3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:31,536 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:20:31,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,42719,1731723628726 2024-11-16T02:20:31,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34f005ed 2024-11-16T02:20:31,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:20:31,538 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:20:31,539 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T02:20:31,539 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:20:31,539 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:31,539 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:31,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:20:31,540 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:20:31,542 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:20:31,543 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:20:31,543 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:31,544 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:20:31,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741835_1011 (size=1138) 2024-11-16T02:20:31,592 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:20:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:31,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 415ec9360fb28aa4a10c157b62e5ecd2, NAME => 'hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006 2024-11-16T02:20:31,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741836_1012 (size=44) 2024-11-16T02:20:32,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:32,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 415ec9360fb28aa4a10c157b62e5ecd2, disabling compactions & flushes 2024-11-16T02:20:32,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:32,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:32,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. after waiting 0 ms 2024-11-16T02:20:32,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:32,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:32,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 415ec9360fb28aa4a10c157b62e5ecd2: Waiting for close lock at 1731723632002Disabling compacts and flushes for region at 1731723632002Disabling writes for close at 1731723632002Writing region close event to WAL at 1731723632002Closed at 1731723632002 2024-11-16T02:20:32,016 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:20:32,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723632016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723632016"}]},"ts":"1731723632016"} 2024-11-16T02:20:32,030 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:20:32,033 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:20:32,034 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723632033"}]},"ts":"1731723632033"} 2024-11-16T02:20:32,039 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:20:32,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=415ec9360fb28aa4a10c157b62e5ecd2, ASSIGN}] 2024-11-16T02:20:32,044 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=415ec9360fb28aa4a10c157b62e5ecd2, ASSIGN 2024-11-16T02:20:32,046 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=415ec9360fb28aa4a10c157b62e5ecd2, ASSIGN; state=OFFLINE, location=667222f7cf1b,42657,1731723622116; forceNewPlan=false, retain=false 2024-11-16T02:20:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:32,197 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=415ec9360fb28aa4a10c157b62e5ecd2, regionState=OPENING, regionLocation=667222f7cf1b,42657,1731723622116 2024-11-16T02:20:32,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=415ec9360fb28aa4a10c157b62e5ecd2, ASSIGN because future has completed 2024-11-16T02:20:32,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 415ec9360fb28aa4a10c157b62e5ecd2, server=667222f7cf1b,42657,1731723622116}] 2024-11-16T02:20:32,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:32,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:32,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:20:32,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C42657%2C1731723622116.rep, suffix=, logDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/oldWALs, maxLogs=10 2024-11-16T02:20:32,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.rep.1731723632394, exclude list is [], retry=0 2024-11-16T02:20:32,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34749,DS-22380a15-8f7b-416b-ab48-ac3c6336e2a2,DISK] 2024-11-16T02:20:32,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.rep.1731723632394 2024-11-16T02:20:32,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41973:41973)] 2024-11-16T02:20:32,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 415ec9360fb28aa4a10c157b62e5ecd2, NAME => 'hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:32,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:20:32,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:20:32,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. service=MultiRowMutationService 2024-11-16T02:20:32,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:20:32,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:32,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,434 INFO [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,436 INFO [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 415ec9360fb28aa4a10c157b62e5ecd2 columnFamilyName hfileref 2024-11-16T02:20:32,436 DEBUG [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:32,437 INFO [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] regionserver.HStore(327): Store=415ec9360fb28aa4a10c157b62e5ecd2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:32,437 INFO [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,438 INFO [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 415ec9360fb28aa4a10c157b62e5ecd2 columnFamilyName queue 2024-11-16T02:20:32,438 DEBUG [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:32,439 INFO [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] regionserver.HStore(327): Store=415ec9360fb28aa4a10c157b62e5ecd2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:32,439 INFO [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,441 INFO [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 415ec9360fb28aa4a10c157b62e5ecd2 columnFamilyName sid 2024-11-16T02:20:32,441 DEBUG [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:32,442 INFO [StoreOpener-415ec9360fb28aa4a10c157b62e5ecd2-1 {}] regionserver.HStore(327): Store=415ec9360fb28aa4a10c157b62e5ecd2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:32,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/replication/415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/replication/415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:20:32,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/replication/415ec9360fb28aa4a10c157b62e5ecd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:32,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 415ec9360fb28aa4a10c157b62e5ecd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59808310, jitterRate=-0.10878673195838928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:20:32,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:32,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 415ec9360fb28aa4a10c157b62e5ecd2: Running coprocessor pre-open hook at 1731723632431Writing region info on filesystem at 1731723632431Initializing all the Stores at 1731723632432 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723632432Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723632434 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723632434Cleaning up temporary data from old regions at 1731723632468 (+34 ms)Running coprocessor post-open hooks at 1731723632478 (+10 ms)Region opened successfully at 1731723632479 (+1 ms) 2024-11-16T02:20:32,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2., pid=7, masterSystemTime=1731723632364 2024-11-16T02:20:32,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:32,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:32,488 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=415ec9360fb28aa4a10c157b62e5ecd2, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,42657,1731723622116 2024-11-16T02:20:32,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 415ec9360fb28aa4a10c157b62e5ecd2, server=667222f7cf1b,42657,1731723622116 because future has completed 2024-11-16T02:20:32,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T02:20:32,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 415ec9360fb28aa4a10c157b62e5ecd2, server=667222f7cf1b,42657,1731723622116 in 290 msec 2024-11-16T02:20:32,500 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40329 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=667222f7cf1b,42657,1731723622116, table=hbase:replication, region=415ec9360fb28aa4a10c157b62e5ecd2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T02:20:32,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:20:32,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=415ec9360fb28aa4a10c157b62e5ecd2, ASSIGN in 461 msec 2024-11-16T02:20:32,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:20:32,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723632507"}]},"ts":"1731723632507"} 2024-11-16T02:20:32,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:20:32,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:20:32,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 976 msec 2024-11-16T02:20:32,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2., hostname=667222f7cf1b,42657,1731723622116, seqNum=2] 2024-11-16T02:20:32,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:32,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:32,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:20:32,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:32,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42657 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T02:20:32,768 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:20:32,818 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,42657,1731723622116, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:20:32,818 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:20:32,818 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,42657,1731723622116, seqNum=-1] 2024-11-16T02:20:32,819 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:20:32,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-16T02:20:32,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,42657,1731723622116', locateType=CURRENT is [region=hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2., hostname=667222f7cf1b,42657,1731723622116, seqNum=2] 2024-11-16T02:20:32,826 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T02:20:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T02:20:32,830 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,42657,1731723622116 suceeded 2024-11-16T02:20:32,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T02:20:32,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-16T02:20:32,835 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:42719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:20:32,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3090 sec 2024-11-16T02:20:32,843 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:42719' 2024-11-16T02:20:32,844 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffdb4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:32,844 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42719,-1 for getting cluster id 2024-11-16T02:20:32,844 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:32,845 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8a029096-4b01-4308-aeb9-5bb69f097b3d' 2024-11-16T02:20:32,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:32,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8a029096-4b01-4308-aeb9-5bb69f097b3d" 2024-11-16T02:20:32,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4236155d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:32,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42719,-1] 2024-11-16T02:20:32,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:32,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:32,847 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:32,848 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@591e54c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:32,848 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:20:32,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,42719,1731723628726 2024-11-16T02:20:32,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13fe5299 2024-11-16T02:20:32,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:20:32,850 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-16T02:20:32,851 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,42657,1731723622116 (queues=1) is replicating from cluster=523a716f-ebf8-41a8-ae03-093375b0b108 to cluster=8a029096-4b01-4308-aeb9-5bb69f097b3d 2024-11-16T02:20:32,851 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C42657%2C1731723622116 2024-11-16T02:20:32,851 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,42657,1731723622116, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:20:32,851 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C42657%2C1731723622116 2024-11-16T02:20:32,851 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693, startPosition=0, beingWritten=true 2024-11-16T02:20:33,058 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 to pos 0, reset compression=false 2024-11-16T02:20:33,365 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 to pos 0, reset compression=false 2024-11-16T02:20:33,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:20:33,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T02:20:33,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T02:20:33,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T02:20:33,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:20:33,400 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T02:20:33,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:20:33,400 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T02:20:33,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:20:33,401 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T02:20:33,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:33,700 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:20:33,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:20:33,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:33,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:33,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:33,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:20:33,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:20:33,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,40329,1731723621877 2024-11-16T02:20:33,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e2faf63 2024-11-16T02:20:33,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:20:33,703 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:20:33,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40329 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-16T02:20:33,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:20:33,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:20:33,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:33,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:33,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:33,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:20:33,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:20:33,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=383378448, stopped=false 2024-11-16T02:20:33,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,42719,1731723628726 2024-11-16T02:20:33,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322333535/running 2024-11-16T02:20:33,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322333535/running 2024-11-16T02:20:33,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:33,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:33,766 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:20:33,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:20:33,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:33,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:33,768 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,39217,1731723628919' ***** 2024-11-16T02:20:33,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on znode that does not yet exist, /1-1322333535/running 2024-11-16T02:20:33,768 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:20:33,768 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:20:33,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Set watcher on znode that does not yet exist, /1-1322333535/running 2024-11-16T02:20:33,768 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:20:33,768 INFO [RS:0;667222f7cf1b:39217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:20:33,769 INFO [RS:0;667222f7cf1b:39217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:20:33,769 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,39217,1731723628919 2024-11-16T02:20:33,769 INFO [RS:0;667222f7cf1b:39217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:20:33,769 INFO [RS:0;667222f7cf1b:39217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:39217. 2024-11-16T02:20:33,769 DEBUG [RS:0;667222f7cf1b:39217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:33,769 DEBUG [RS:0;667222f7cf1b:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:33,769 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:20:33,769 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:20:33,769 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:20:33,770 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:20:33,770 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:20:33,770 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:20:33,770 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:20:33,770 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:20:33,770 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:20:33,770 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:20:33,770 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:20:33,770 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:20:33,771 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T02:20:33,771 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 to pos 0, reset compression=false 2024-11-16T02:20:33,787 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740/.tmp/ns/ba44a710f4ee40d5abea967038045895 is 43, key is default/ns:d/1731723631431/Put/seqid=0 2024-11-16T02:20:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741835_1011 (size=5153) 2024-11-16T02:20:33,813 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:20:33,970 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:20:34,170 DEBUG [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:20:34,193 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740/.tmp/ns/ba44a710f4ee40d5abea967038045895 2024-11-16T02:20:34,201 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740/.tmp/ns/ba44a710f4ee40d5abea967038045895 as hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740/ns/ba44a710f4ee40d5abea967038045895 2024-11-16T02:20:34,209 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740/ns/ba44a710f4ee40d5abea967038045895, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T02:20:34,210 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-16T02:20:34,216 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T02:20:34,216 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:20:34,216 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:20:34,216 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:34,217 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723633770Running coprocessor pre-close hooks at 1731723633770Disabling compacts and flushes for region at 1731723633770Disabling writes for close at 1731723633770Obtaining lock to block concurrent updates at 1731723633771 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731723633771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731723633771Flushing stores of hbase:meta,,1.1588230740 at 1731723633772 (+1 ms)Flushing 1588230740/ns: creating writer at 1731723633772Flushing 1588230740/ns: appending metadata at 1731723633787 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731723633787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1c49dc: reopening flushed file at 1731723634200 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1731723634210 (+10 ms)Writing region close event to WAL at 1731723634211 (+1 ms)Running coprocessor post-close hooks at 1731723634216 (+5 ms)Closed at 1731723634216 2024-11-16T02:20:34,217 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:34,278 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 to pos 0, reset compression=false 2024-11-16T02:20:34,371 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,39217,1731723628919; all regions closed. 2024-11-16T02:20:34,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741834_1010 (size=1152) 2024-11-16T02:20:34,373 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/WALs/667222f7cf1b,39217,1731723628919/667222f7cf1b%2C39217%2C1731723628919.meta.1731723631327.meta not finished, retry = 0 2024-11-16T02:20:34,390 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:20:34,390 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:20:34,476 DEBUG [RS:0;667222f7cf1b:39217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/oldWALs 2024-11-16T02:20:34,477 INFO [RS:0;667222f7cf1b:39217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C39217%2C1731723628919.meta:.meta(num 1731723631327) 2024-11-16T02:20:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741832_1008 (size=93) 2024-11-16T02:20:34,479 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/WALs/667222f7cf1b,39217,1731723628919/667222f7cf1b%2C39217%2C1731723628919.1731723630435 not finished, retry = 0 2024-11-16T02:20:34,582 DEBUG [RS:0;667222f7cf1b:39217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/oldWALs 2024-11-16T02:20:34,582 INFO [RS:0;667222f7cf1b:39217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C39217%2C1731723628919:(num 1731723630435) 2024-11-16T02:20:34,582 DEBUG [RS:0;667222f7cf1b:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:34,582 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:20:34,582 INFO [RS:0;667222f7cf1b:39217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:20:34,583 INFO [RS:0;667222f7cf1b:39217 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:20:34,583 INFO [RS:0;667222f7cf1b:39217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:20:34,583 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:20:34,583 INFO [RS:0;667222f7cf1b:39217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39217 2024-11-16T02:20:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322333535/rs/667222f7cf1b,39217,1731723628919 2024-11-16T02:20:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535/rs 2024-11-16T02:20:34,634 INFO [RS:0;667222f7cf1b:39217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:20:34,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,39217,1731723628919] 2024-11-16T02:20:34,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1322333535/draining/667222f7cf1b,39217,1731723628919 already deleted, retry=false 2024-11-16T02:20:34,733 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,39217,1731723628919 expired; onlineServers=0 2024-11-16T02:20:34,733 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,42719,1731723628726' ***** 2024-11-16T02:20:34,733 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:20:34,734 INFO [M:0;667222f7cf1b:42719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:20:34,734 INFO [M:0;667222f7cf1b:42719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:20:34,734 DEBUG [M:0;667222f7cf1b:42719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:20:34,734 DEBUG [M:0;667222f7cf1b:42719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:20:34,734 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:20:34,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723630112 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723630112,5,FailOnTimeoutGroup] 2024-11-16T02:20:34,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723630113 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723630113,5,FailOnTimeoutGroup] 2024-11-16T02:20:34,734 INFO [M:0;667222f7cf1b:42719 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:20:34,734 INFO [M:0;667222f7cf1b:42719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:20:34,734 DEBUG [M:0;667222f7cf1b:42719 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:20:34,734 INFO [M:0;667222f7cf1b:42719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:20:34,734 INFO [M:0;667222f7cf1b:42719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:20:34,735 INFO [M:0;667222f7cf1b:42719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:20:34,735 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:20:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:34,770 INFO [RS:0;667222f7cf1b:39217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:20:34,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x101417163ec0004, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:34,770 INFO [RS:0;667222f7cf1b:39217 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,39217,1731723628919; zookeeper connection closed. 2024-11-16T02:20:34,770 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d79e9c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d79e9c5 2024-11-16T02:20:34,771 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:20:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1322333535/master 2024-11-16T02:20:34,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1322333535 2024-11-16T02:20:34,824 DEBUG [M:0;667222f7cf1b:42719 {}] zookeeper.ZKUtil(347): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Unable to get data of znode /1-1322333535/master because node does not exist (not an error) 2024-11-16T02:20:34,825 WARN [M:0;667222f7cf1b:42719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:20:34,825 INFO [M:0;667222f7cf1b:42719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/.lastflushedseqids 2024-11-16T02:20:34,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741836_1012 (size=99) 2024-11-16T02:20:34,883 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 to pos 0, reset compression=false 2024-11-16T02:20:35,234 INFO [M:0;667222f7cf1b:42719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:20:35,234 INFO [M:0;667222f7cf1b:42719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:20:35,234 DEBUG [M:0;667222f7cf1b:42719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:20:35,234 INFO [M:0;667222f7cf1b:42719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:35,234 DEBUG [M:0;667222f7cf1b:42719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:35,234 DEBUG [M:0;667222f7cf1b:42719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:20:35,234 DEBUG [M:0;667222f7cf1b:42719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:35,235 INFO [M:0;667222f7cf1b:42719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T02:20:35,251 DEBUG [M:0;667222f7cf1b:42719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c5b6aff6f874f8fa47e0b547eca5e5a is 82, key is hbase:meta,,1/info:regioninfo/1731723631397/Put/seqid=0 2024-11-16T02:20:35,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741837_1013 (size=5672) 2024-11-16T02:20:35,589 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 to pos 0, reset compression=false 2024-11-16T02:20:35,656 INFO [M:0;667222f7cf1b:42719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c5b6aff6f874f8fa47e0b547eca5e5a 2024-11-16T02:20:35,678 DEBUG [M:0;667222f7cf1b:42719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974977bf13684a06b91760ab7d9da383 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731723631439/Put/seqid=0 2024-11-16T02:20:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741838_1014 (size=5275) 2024-11-16T02:20:36,084 INFO [M:0;667222f7cf1b:42719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974977bf13684a06b91760ab7d9da383 2024-11-16T02:20:36,113 DEBUG [M:0;667222f7cf1b:42719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58433a0965fe43ff8f5eed5dd424146a is 69, key is 667222f7cf1b,39217,1731723628919/rs:state/1731723630219/Put/seqid=0 2024-11-16T02:20:36,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741839_1015 (size=5156) 2024-11-16T02:20:36,401 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 to pos 0, reset compression=false 2024-11-16T02:20:36,526 INFO [M:0;667222f7cf1b:42719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58433a0965fe43ff8f5eed5dd424146a 2024-11-16T02:20:36,557 DEBUG [M:0;667222f7cf1b:42719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4c5b6aff6f874f8fa47e0b547eca5e5a as hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c5b6aff6f874f8fa47e0b547eca5e5a 2024-11-16T02:20:36,566 INFO [M:0;667222f7cf1b:42719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4c5b6aff6f874f8fa47e0b547eca5e5a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T02:20:36,575 DEBUG [M:0;667222f7cf1b:42719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/974977bf13684a06b91760ab7d9da383 as hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/974977bf13684a06b91760ab7d9da383 2024-11-16T02:20:36,594 INFO [M:0;667222f7cf1b:42719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/974977bf13684a06b91760ab7d9da383, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T02:20:36,601 DEBUG [M:0;667222f7cf1b:42719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58433a0965fe43ff8f5eed5dd424146a as hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58433a0965fe43ff8f5eed5dd424146a 2024-11-16T02:20:36,612 INFO [M:0;667222f7cf1b:42719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/c2cc0275-1266-fde6-397b-44c87b5c385d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58433a0965fe43ff8f5eed5dd424146a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T02:20:36,615 INFO [M:0;667222f7cf1b:42719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1380ms, sequenceid=28, compaction requested=false 2024-11-16T02:20:36,617 INFO [M:0;667222f7cf1b:42719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:36,617 DEBUG [M:0;667222f7cf1b:42719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723635234Disabling compacts and flushes for region at 1731723635234Disabling writes for close at 1731723635234Obtaining lock to block concurrent updates at 1731723635235 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723635235Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731723635235Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723635236 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723635236Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723635250 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723635250Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723635663 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723635678 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723635678Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723636090 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723636112 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723636112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799fcd3a: reopening flushed file at 1731723636553 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40cd81bb: reopening flushed file at 1731723636566 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2483fb64: reopening flushed file at 1731723636595 (+29 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1380ms, sequenceid=28, compaction requested=false at 1731723636615 (+20 ms)Writing region close event to WAL at 1731723636617 (+2 ms)Closed at 1731723636617 2024-11-16T02:20:36,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43627 is added to blk_1073741830_1006 (size=10165) 2024-11-16T02:20:36,624 INFO [M:0;667222f7cf1b:42719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:20:36,624 INFO [M:0;667222f7cf1b:42719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42719 2024-11-16T02:20:36,624 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:20:36,628 INFO [M:0;667222f7cf1b:42719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:20:36,743 INFO [M:0;667222f7cf1b:42719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:20:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:36,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42719-0x101417163ec0003, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:36,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8f5ffae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:20:36,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78cbdc68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:20:36,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:20:36,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374a60ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:20:36,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3381b204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.log.dir/,STOPPED} 2024-11-16T02:20:36,747 WARN [BP-1187727278-172.17.0.3-1731723625719 heartbeating to localhost/127.0.0.1:40531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:20:36,747 WARN [BP-1187727278-172.17.0.3-1731723625719 heartbeating to localhost/127.0.0.1:40531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1187727278-172.17.0.3-1731723625719 (Datanode Uuid 9613a48f-25e4-4d59-bd4b-53fc1551f405) service to localhost/127.0.0.1:40531 2024-11-16T02:20:36,747 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:20:36,747 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:20:36,747 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/cluster_d958a0b0-0725-dcca-b5db-914ff02dd190/data/data1/current/BP-1187727278-172.17.0.3-1731723625719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:20:36,748 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/cluster_d958a0b0-0725-dcca-b5db-914ff02dd190/data/data2/current/BP-1187727278-172.17.0.3-1731723625719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:20:36,748 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:20:36,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@401ac96d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:20:36,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7870fc91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:20:36,753 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:20:36,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6aa103{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:20:36,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25e2a604{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.log.dir/,STOPPED} 2024-11-16T02:20:36,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:20:36,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:20:36,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:20:36,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:36,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:36,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:36,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:20:36,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:20:36,774 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=603120314, stopped=false 2024-11-16T02:20:36,774 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,40329,1731723621877 2024-11-16T02:20:36,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667585539/running 2024-11-16T02:20:36,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667585539/running 2024-11-16T02:20:36,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:36,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:36,841 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:20:36,841 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:20:36,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:36,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:36,842 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,42657,1731723622116' ***** 2024-11-16T02:20:36,842 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:20:36,842 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:20:36,842 INFO [RS:0;667222f7cf1b:42657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:20:36,842 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:20:36,842 INFO [RS:0;667222f7cf1b:42657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:20:36,842 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(3091): Received CLOSE for 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:36,842 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,42657,1731723622116 2024-11-16T02:20:36,842 INFO [RS:0;667222f7cf1b:42657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:20:36,843 INFO [RS:0;667222f7cf1b:42657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:42657. 2024-11-16T02:20:36,843 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 415ec9360fb28aa4a10c157b62e5ecd2, disabling compactions & flushes 2024-11-16T02:20:36,843 DEBUG [RS:0;667222f7cf1b:42657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:36,843 DEBUG [RS:0;667222f7cf1b:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:36,843 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:36,843 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:36,843 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:20:36,843 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:20:36,843 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:20:36,843 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. after waiting 0 ms 2024-11-16T02:20:36,843 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:36,843 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:20:36,843 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 415ec9360fb28aa4a10c157b62e5ecd2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T02:20:36,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on znode that does not yet exist, /0667585539/running 2024-11-16T02:20:36,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Set watcher on znode that does not yet exist, /0667585539/running 2024-11-16T02:20:36,846 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:20:36,846 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 415ec9360fb28aa4a10c157b62e5ecd2=hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2.} 2024-11-16T02:20:36,846 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:36,847 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:20:36,847 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:20:36,847 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:20:36,847 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:20:36,847 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:20:36,847 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T02:20:36,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:20:36,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:36,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:36,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:36,876 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:20:36,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:20:36,887 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/.tmp/info/01a6a422c9654cbe9156d53bc25f09e8 is 147, key is hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2./info:regioninfo/1731723632488/Put/seqid=0 2024-11-16T02:20:36,893 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/replication/415ec9360fb28aa4a10c157b62e5ecd2/.tmp/queue/9bba6e4fc41347c8b84826fa74700c3e is 151, key is 1-667222f7cf1b,42657,1731723622116/queue:667222f7cf1b%2C42657%2C1731723622116/1731723632824/Put/seqid=0 2024-11-16T02:20:36,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741838_1014 (size=6631) 2024-11-16T02:20:36,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741839_1015 (size=5350) 2024-11-16T02:20:37,047 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:37,247 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 415ec9360fb28aa4a10c157b62e5ecd2 2024-11-16T02:20:37,298 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/.tmp/info/01a6a422c9654cbe9156d53bc25f09e8 2024-11-16T02:20:37,299 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/replication/415ec9360fb28aa4a10c157b62e5ecd2/.tmp/queue/9bba6e4fc41347c8b84826fa74700c3e 2024-11-16T02:20:37,306 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/replication/415ec9360fb28aa4a10c157b62e5ecd2/.tmp/queue/9bba6e4fc41347c8b84826fa74700c3e as hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/replication/415ec9360fb28aa4a10c157b62e5ecd2/queue/9bba6e4fc41347c8b84826fa74700c3e 2024-11-16T02:20:37,308 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 to pos 0, reset compression=false 2024-11-16T02:20:37,313 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/replication/415ec9360fb28aa4a10c157b62e5ecd2/queue/9bba6e4fc41347c8b84826fa74700c3e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T02:20:37,315 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 415ec9360fb28aa4a10c157b62e5ecd2 in 472ms, sequenceid=5, compaction requested=false 2024-11-16T02:20:37,319 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/replication/415ec9360fb28aa4a10c157b62e5ecd2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T02:20:37,319 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:20:37,319 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:20:37,319 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:37,319 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 415ec9360fb28aa4a10c157b62e5ecd2: Waiting for close lock at 1731723636843Running coprocessor pre-close hooks at 1731723636843Disabling compacts and flushes for region at 1731723636843Disabling writes for close at 1731723636843Obtaining lock to block concurrent updates at 1731723636843Preparing flush snapshotting stores in 415ec9360fb28aa4a10c157b62e5ecd2 at 1731723636843Finished memstore snapshotting hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731723636844 (+1 ms)Flushing stores of hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. at 1731723636849 (+5 ms)Flushing 415ec9360fb28aa4a10c157b62e5ecd2/queue: creating writer at 1731723636850 (+1 ms)Flushing 415ec9360fb28aa4a10c157b62e5ecd2/queue: appending metadata at 1731723636893 (+43 ms)Flushing 415ec9360fb28aa4a10c157b62e5ecd2/queue: closing flushed file at 1731723636893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bff5279: reopening flushed file at 1731723637305 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 415ec9360fb28aa4a10c157b62e5ecd2 in 472ms, sequenceid=5, compaction requested=false at 1731723637315 (+10 ms)Writing region close event to WAL at 1731723637315Running coprocessor post-close hooks at 1731723637319 (+4 ms)Closed at 1731723637319 2024-11-16T02:20:37,320 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723631539.415ec9360fb28aa4a10c157b62e5ecd2. 2024-11-16T02:20:37,321 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/.tmp/ns/f4f8eb51951b4f51ace5f4947ac52e31 is 43, key is default/ns:d/1731723625453/Put/seqid=0 2024-11-16T02:20:37,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741840_1016 (size=5153) 2024-11-16T02:20:37,447 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:20:37,543 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:20:37,543 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:20:37,647 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:20:37,726 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/.tmp/ns/f4f8eb51951b4f51ace5f4947ac52e31 2024-11-16T02:20:37,751 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/.tmp/table/b2d4b07065d6466e88e000403d79434e is 53, key is hbase:replication/table:state/1731723632507/Put/seqid=0 2024-11-16T02:20:37,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741841_1017 (size=5256) 2024-11-16T02:20:37,848 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:20:37,848 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:20:37,848 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:20:38,048 DEBUG [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:20:38,157 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/.tmp/table/b2d4b07065d6466e88e000403d79434e 2024-11-16T02:20:38,164 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/.tmp/info/01a6a422c9654cbe9156d53bc25f09e8 as hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/info/01a6a422c9654cbe9156d53bc25f09e8 2024-11-16T02:20:38,171 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/info/01a6a422c9654cbe9156d53bc25f09e8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T02:20:38,172 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/.tmp/ns/f4f8eb51951b4f51ace5f4947ac52e31 as hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/ns/f4f8eb51951b4f51ace5f4947ac52e31 2024-11-16T02:20:38,180 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/ns/f4f8eb51951b4f51ace5f4947ac52e31, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T02:20:38,181 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/.tmp/table/b2d4b07065d6466e88e000403d79434e as hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/table/b2d4b07065d6466e88e000403d79434e 2024-11-16T02:20:38,187 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/table/b2d4b07065d6466e88e000403d79434e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T02:20:38,188 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=11, compaction requested=false 2024-11-16T02:20:38,192 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T02:20:38,193 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:20:38,193 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:20:38,193 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:38,193 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723636847Running coprocessor pre-close hooks at 1731723636847Disabling compacts and flushes for region at 1731723636847Disabling writes for close at 1731723636847Obtaining lock to block concurrent updates at 1731723636847Preparing flush snapshotting stores in 1588230740 at 1731723636847Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731723636848 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723636848Flushing 1588230740/info: creating writer at 1731723636849 (+1 ms)Flushing 1588230740/info: appending metadata at 1731723636886 (+37 ms)Flushing 1588230740/info: closing flushed file at 1731723636887 (+1 ms)Flushing 1588230740/ns: creating writer at 1731723637305 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731723637321 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731723637321Flushing 1588230740/table: creating writer at 1731723637732 (+411 ms)Flushing 1588230740/table: appending metadata at 1731723637751 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731723637751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533dfe12: reopening flushed file at 1731723638163 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17786805: reopening flushed file at 1731723638171 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6ffe14: reopening flushed file at 1731723638180 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=11, compaction requested=false at 1731723638188 (+8 ms)Writing region close event to WAL at 1731723638189 (+1 ms)Running coprocessor post-close hooks at 1731723638193 (+4 ms)Closed at 1731723638193 2024-11-16T02:20:38,193 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:38,248 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,42657,1731723622116; all regions closed. 2024-11-16T02:20:38,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741834_1010 (size=2742) 2024-11-16T02:20:38,256 DEBUG [RS:0;667222f7cf1b:42657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/oldWALs 2024-11-16T02:20:38,257 INFO [RS:0;667222f7cf1b:42657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C42657%2C1731723622116.meta:.meta(num 1731723625293) 2024-11-16T02:20:38,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741837_1013 (size=1586) 2024-11-16T02:20:38,264 DEBUG [RS:0;667222f7cf1b:42657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/oldWALs 2024-11-16T02:20:38,264 INFO [RS:0;667222f7cf1b:42657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C42657%2C1731723622116.rep:(num 1731723632394) 2024-11-16T02:20:38,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741832_1008 (size=93) 2024-11-16T02:20:38,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 not finished, retry = 0 2024-11-16T02:20:38,312 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 to pos 0, reset compression=false 2024-11-16T02:20:38,368 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693 2024-11-16T02:20:38,368 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T02:20:38,368 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.wal-reader.667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T02:20:38,369 DEBUG [RS:0;667222f7cf1b:42657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/oldWALs 2024-11-16T02:20:38,369 INFO [RS:0;667222f7cf1b:42657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C42657%2C1731723622116:(num 1731723624693) 2024-11-16T02:20:38,369 DEBUG [RS:0;667222f7cf1b:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:38,369 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:20:38,369 INFO [RS:0;667222f7cf1b:42657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:20:38,369 INFO [RS:0;667222f7cf1b:42657 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:20:38,370 INFO [RS:0;667222f7cf1b:42657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:20:38,370 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:20:38,370 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,42657,1731723622116 because: Region server is closing 2024-11-16T02:20:38,370 INFO [RS:0;667222f7cf1b:42657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:42657. 2024-11-16T02:20:38,370 DEBUG [RS:0;667222f7cf1b:42657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:20:38,370 DEBUG [RS:0;667222f7cf1b:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:38,370 DEBUG [RS:0;667222f7cf1b:42657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:38,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:20:38,368 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,42657,1731723622116 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/WALs/667222f7cf1b,42657,1731723622116/667222f7cf1b%2C42657%2C1731723622116.1731723624693, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T02:20:38,374 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,42657,1731723622116: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-667222f7cf1b,42657,1731723622116, walGroup=667222f7cf1b%2C42657%2C1731723622116, offset=667222f7cf1b%2C42657%2C1731723622116.1731723624693:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:42657 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:20:38,375 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:20:38,378 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:20:38,412 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:20:38,412 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:20:38,412 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:20:38,412 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 578669200 }, "NonHeapMemoryUsage": { "committed": 167444480, "init": 7667712, "max": -1, "used": 165053384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:20:38,415 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [667222f7cf1b%2C42657%2C1731723622116.1731723624693] 2024-11-16T02:20:38,470 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,42657,1731723622116.replicationSource.shipper667222f7cf1b%2C42657%2C1731723622116,1-667222f7cf1b,42657,1731723622116 terminated 2024-11-16T02:20:38,471 INFO [RS:0;667222f7cf1b:42657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42657 2024-11-16T02:20:38,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667585539/rs/667222f7cf1b,42657,1731723622116 2024-11-16T02:20:38,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539/rs 2024-11-16T02:20:38,493 INFO [RS:0;667222f7cf1b:42657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:20:38,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,42657,1731723622116] 2024-11-16T02:20:38,682 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0667585539/draining/667222f7cf1b,42657,1731723622116 already deleted, retry=false 2024-11-16T02:20:38,682 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,42657,1731723622116 expired; onlineServers=0 2024-11-16T02:20:38,682 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,40329,1731723621877' ***** 2024-11-16T02:20:38,682 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:20:38,682 INFO [M:0;667222f7cf1b:40329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:20:38,682 INFO [M:0;667222f7cf1b:40329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:20:38,682 DEBUG [M:0;667222f7cf1b:40329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:20:38,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:20:38,682 DEBUG [M:0;667222f7cf1b:40329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:20:38,683 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723624404 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723624404,5,FailOnTimeoutGroup] 2024-11-16T02:20:38,683 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723624400 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723624400,5,FailOnTimeoutGroup] 2024-11-16T02:20:38,683 INFO [M:0;667222f7cf1b:40329 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:20:38,683 INFO [M:0;667222f7cf1b:40329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:20:38,683 DEBUG [M:0;667222f7cf1b:40329 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:20:38,683 INFO [M:0;667222f7cf1b:40329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:20:38,683 INFO [M:0;667222f7cf1b:40329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:20:38,683 INFO [M:0;667222f7cf1b:40329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:20:38,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:20:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667585539/master 2024-11-16T02:20:38,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667585539 2024-11-16T02:20:38,754 DEBUG [M:0;667222f7cf1b:40329 {}] zookeeper.ZKUtil(347): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Unable to get data of znode /0667585539/master because node does not exist (not an error) 2024-11-16T02:20:38,754 WARN [M:0;667222f7cf1b:40329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:20:38,754 INFO [M:0;667222f7cf1b:40329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/.lastflushedseqids 2024-11-16T02:20:38,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741842_1018 (size=181) 2024-11-16T02:20:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:38,767 INFO [RS:0;667222f7cf1b:42657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:20:38,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42657-0x101417163ec0001, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:38,767 INFO [RS:0;667222f7cf1b:42657 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,42657,1731723622116; zookeeper connection closed. 2024-11-16T02:20:38,767 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30c1a258 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30c1a258 2024-11-16T02:20:38,767 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:20:39,160 INFO [M:0;667222f7cf1b:40329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:20:39,160 INFO [M:0;667222f7cf1b:40329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:20:39,160 DEBUG [M:0;667222f7cf1b:40329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:20:39,160 INFO [M:0;667222f7cf1b:40329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:39,160 DEBUG [M:0;667222f7cf1b:40329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:39,160 DEBUG [M:0;667222f7cf1b:40329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:20:39,160 DEBUG [M:0;667222f7cf1b:40329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:39,160 INFO [M:0;667222f7cf1b:40329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T02:20:39,175 DEBUG [M:0;667222f7cf1b:40329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8de0790e8cb4fe8b2535442d0d120f1 is 82, key is hbase:meta,,1/info:regioninfo/1731723625345/Put/seqid=0 2024-11-16T02:20:39,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741843_1019 (size=5672) 2024-11-16T02:20:39,583 INFO [M:0;667222f7cf1b:40329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8de0790e8cb4fe8b2535442d0d120f1 2024-11-16T02:20:39,609 DEBUG [M:0;667222f7cf1b:40329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0f785818e3344ae88c3ff96ca219ba0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731723632521/Put/seqid=0 2024-11-16T02:20:39,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741844_1020 (size=7203) 2024-11-16T02:20:40,014 INFO [M:0;667222f7cf1b:40329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0f785818e3344ae88c3ff96ca219ba0 2024-11-16T02:20:40,037 DEBUG [M:0;667222f7cf1b:40329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2386b44d02d345dbb319030f7b352238 is 69, key is 667222f7cf1b,42657,1731723622116/rs:state/1731723624439/Put/seqid=0 2024-11-16T02:20:40,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741845_1021 (size=5156) 2024-11-16T02:20:40,443 INFO [M:0;667222f7cf1b:40329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2386b44d02d345dbb319030f7b352238 2024-11-16T02:20:40,451 DEBUG [M:0;667222f7cf1b:40329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8de0790e8cb4fe8b2535442d0d120f1 as hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8de0790e8cb4fe8b2535442d0d120f1 2024-11-16T02:20:40,457 INFO [M:0;667222f7cf1b:40329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8de0790e8cb4fe8b2535442d0d120f1, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T02:20:40,458 DEBUG [M:0;667222f7cf1b:40329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0f785818e3344ae88c3ff96ca219ba0 as hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0f785818e3344ae88c3ff96ca219ba0 2024-11-16T02:20:40,463 INFO [M:0;667222f7cf1b:40329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0f785818e3344ae88c3ff96ca219ba0, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T02:20:40,464 DEBUG [M:0;667222f7cf1b:40329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2386b44d02d345dbb319030f7b352238 as hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2386b44d02d345dbb319030f7b352238 2024-11-16T02:20:40,471 INFO [M:0;667222f7cf1b:40329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2386b44d02d345dbb319030f7b352238, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T02:20:40,473 INFO [M:0;667222f7cf1b:40329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false 2024-11-16T02:20:40,474 INFO [M:0;667222f7cf1b:40329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:40,474 DEBUG [M:0;667222f7cf1b:40329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723639160Disabling compacts and flushes for region at 1731723639160Disabling writes for close at 1731723639160Obtaining lock to block concurrent updates at 1731723639160Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723639160Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731723639161 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723639161Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723639161Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723639175 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723639175Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723639594 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723639608 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723639608Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723640020 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723640036 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723640036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d888228: reopening flushed file at 1731723640450 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a3dd8b6: reopening flushed file at 1731723640457 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f243ab: reopening flushed file at 1731723640463 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false at 1731723640473 (+10 ms)Writing region close event to WAL at 1731723640474 (+1 ms)Closed at 1731723640474 2024-11-16T02:20:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34749 is added to blk_1073741830_1006 (size=41008) 2024-11-16T02:20:40,476 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/038e1b6e-6782-face-6a4d-9151ac09c006/MasterData/WALs/667222f7cf1b,40329,1731723621877/667222f7cf1b%2C40329%2C1731723621877.1731723623974 not finished, retry = 0 2024-11-16T02:20:40,577 INFO [M:0;667222f7cf1b:40329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:20:40,577 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:20:40,578 INFO [M:0;667222f7cf1b:40329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40329 2024-11-16T02:20:40,578 INFO [M:0;667222f7cf1b:40329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:20:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:40,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40329-0x101417163ec0000, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:20:40,733 INFO [M:0;667222f7cf1b:40329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:20:40,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f3c06b0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:20:40,737 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c7f412d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:20:40,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:20:40,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b3d6f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:20:40,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58bb9f01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.log.dir/,STOPPED} 2024-11-16T02:20:40,739 WARN [BP-398874977-172.17.0.3-1731723618402 heartbeating to localhost/127.0.0.1:42579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:20:40,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:20:40,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:20:40,739 WARN [BP-398874977-172.17.0.3-1731723618402 heartbeating to localhost/127.0.0.1:42579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-398874977-172.17.0.3-1731723618402 (Datanode Uuid c770e374-f9f3-4a3c-9062-376586abbb41) service to localhost/127.0.0.1:42579 2024-11-16T02:20:40,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/cluster_5b787fa0-36b3-9587-b247-9c28a0ba796d/data/data1/current/BP-398874977-172.17.0.3-1731723618402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:20:40,740 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/cluster_5b787fa0-36b3-9587-b247-9c28a0ba796d/data/data2/current/BP-398874977-172.17.0.3-1731723618402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:20:40,740 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:20:40,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@574355f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:20:40,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29d0fe8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:20:40,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:20:40,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e8e4e5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:20:40,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d7ea75b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50e38133-dfb7-9adc-9ba5-28078a735de9/hadoop.log.dir/,STOPPED} 2024-11-16T02:20:40,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:20:40,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:20:40,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=144 (was 116) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50052) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:40531 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42579 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50052) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:40531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:40531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=469 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=837 (was 876), ProcessCount=11 (was 11), AvailableMemoryMB=3061 (was 4092) 2024-11-16T02:20:40,788 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=144, OpenFileDescriptor=469, MaxFileDescriptor=1048576, SystemLoadAverage=837, ProcessCount=11, AvailableMemoryMB=3059 2024-11-16T02:20:40,800 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-16T02:20:40,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.log.dir so I do NOT create it in target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a 2024-11-16T02:20:40,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:20:40,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.tmp.dir so I do NOT create it in target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a 2024-11-16T02:20:40,801 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2ae5eb19-2a08-5ba3-3d94-59c37769d512/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:20:40,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a 2024-11-16T02:20:40,801 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/cluster_f6e48b6f-6bcf-700c-8ae5-396ecac59169, deleteOnExit=true 2024-11-16T02:20:40,803 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/cluster_f6e48b6f-6bcf-700c-8ae5-396ecac59169/zookeeper_0, clientPort=59177, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/cluster_f6e48b6f-6bcf-700c-8ae5-396ecac59169/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/cluster_f6e48b6f-6bcf-700c-8ae5-396ecac59169/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:20:40,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59177 2024-11-16T02:20:40,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:20:40,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:20:40,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/test.cache.data in system properties and HBase conf 2024-11-16T02:20:40,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:20:40,805 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:20:40,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:20:40,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:20:40,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:20:40,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:20:40,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:20:40,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:20:40,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:20:40,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:20:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101417163ec0002, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:40,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101417163ec0005, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:20:40,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101417163ec0005, quorum=127.0.0.1:50052, baseZNode=/1-1322333535 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:40,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101417163ec0002, quorum=127.0.0.1:50052, baseZNode=/0667585539 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:20:41,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:41,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:20:41,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:20:41,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:20:41,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:20:41,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:41,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f2b19ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:20:41,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@170f0656{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:20:41,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57933526{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/java.io.tmpdir/jetty-localhost-36143-hadoop-hdfs-3_4_1-tests_jar-_-any-8151013557205451212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:20:41,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47f53585{HTTP/1.1, (http/1.1)}{localhost:36143} 2024-11-16T02:20:41,369 INFO [Time-limited test {}] server.Server(415): Started @140353ms 2024-11-16T02:20:41,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:41,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:20:41,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:20:41,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:20:41,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:20:41,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225805e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:20:41,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5418f809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:20:41,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ecf812{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/java.io.tmpdir/jetty-localhost-46651-hadoop-hdfs-3_4_1-tests_jar-_-any-8658906155162982782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:20:41,846 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b0da6b{HTTP/1.1, (http/1.1)}{localhost:46651} 2024-11-16T02:20:41,846 INFO [Time-limited test {}] server.Server(415): Started @140830ms 2024-11-16T02:20:41,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:20:42,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:20:42,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:42,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:42,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:42,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:43,223 WARN [Thread-776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/cluster_f6e48b6f-6bcf-700c-8ae5-396ecac59169/data/data1/current/BP-1382318991-172.17.0.3-1731723640821/current, will proceed with Du for space computation calculation, 2024-11-16T02:20:43,224 WARN [Thread-777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/cluster_f6e48b6f-6bcf-700c-8ae5-396ecac59169/data/data2/current/BP-1382318991-172.17.0.3-1731723640821/current, will proceed with Du for space computation calculation, 2024-11-16T02:20:43,241 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:20:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f60addecb127442 with lease ID 0xcd127aff2ee8b4a8: Processing first storage report for DS-4ff6993d-75b9-418b-83b0-9356807c15c9 from datanode DatanodeRegistration(127.0.0.1:33295, datanodeUuid=e68ef775-2f25-4db0-b9f2-20f9e7ae33a5, infoPort=41927, infoSecurePort=0, ipcPort=44791, storageInfo=lv=-57;cid=testClusterID;nsid=696610444;c=1731723640821) 2024-11-16T02:20:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f60addecb127442 with lease ID 0xcd127aff2ee8b4a8: from storage DS-4ff6993d-75b9-418b-83b0-9356807c15c9 node DatanodeRegistration(127.0.0.1:33295, datanodeUuid=e68ef775-2f25-4db0-b9f2-20f9e7ae33a5, infoPort=41927, infoSecurePort=0, ipcPort=44791, storageInfo=lv=-57;cid=testClusterID;nsid=696610444;c=1731723640821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:20:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f60addecb127442 with lease ID 0xcd127aff2ee8b4a8: Processing first storage report for DS-bf69e690-504f-4bab-95bd-2b2a4c4b6c38 from datanode DatanodeRegistration(127.0.0.1:33295, datanodeUuid=e68ef775-2f25-4db0-b9f2-20f9e7ae33a5, infoPort=41927, infoSecurePort=0, ipcPort=44791, storageInfo=lv=-57;cid=testClusterID;nsid=696610444;c=1731723640821) 2024-11-16T02:20:43,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f60addecb127442 with lease ID 0xcd127aff2ee8b4a8: from storage DS-bf69e690-504f-4bab-95bd-2b2a4c4b6c38 node DatanodeRegistration(127.0.0.1:33295, datanodeUuid=e68ef775-2f25-4db0-b9f2-20f9e7ae33a5, infoPort=41927, infoSecurePort=0, ipcPort=44791, storageInfo=lv=-57;cid=testClusterID;nsid=696610444;c=1731723640821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:20:43,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a 2024-11-16T02:20:43,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:43,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:20:43,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:20:43,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:20:43,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:20:43,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T02:20:43,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:20:43,685 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039 with version=8 2024-11-16T02:20:43,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/hbase-staging 2024-11-16T02:20:43,686 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:20:43,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:43,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:43,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:20:43,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:43,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:20:43,687 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:20:43,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:20:43,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36103 2024-11-16T02:20:43,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36103 connecting to ZooKeeper ensemble=127.0.0.1:59177 2024-11-16T02:20:43,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361030x0, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:43,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36103-0x1014171bb8e0000 connected 2024-11-16T02:20:44,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:44,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:44,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on znode that does not yet exist, /0-289410802/running 2024-11-16T02:20:44,394 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039, hbase.cluster.distributed=false 2024-11-16T02:20:44,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on znode that does not yet exist, /0-289410802/acl 2024-11-16T02:20:44,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-16T02:20:44,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36103 2024-11-16T02:20:44,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36103 2024-11-16T02:20:44,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-16T02:20:44,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36103 2024-11-16T02:20:44,418 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:20:44,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:44,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:44,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:20:44,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:44,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:20:44,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:20:44,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:20:44,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37213 2024-11-16T02:20:44,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37213 connecting to ZooKeeper ensemble=127.0.0.1:59177 2024-11-16T02:20:44,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:44,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:44,504 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372130x0, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:44,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37213-0x1014171bb8e0001 connected 2024-11-16T02:20:44,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on znode that does not yet exist, /0-289410802/running 2024-11-16T02:20:44,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:20:44,512 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:20:44,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on znode that does not yet exist, /0-289410802/master 2024-11-16T02:20:44,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on znode that does not yet exist, /0-289410802/acl 2024-11-16T02:20:44,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37213 2024-11-16T02:20:44,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37213 2024-11-16T02:20:44,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37213 2024-11-16T02:20:44,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37213 2024-11-16T02:20:44,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37213 2024-11-16T02:20:44,538 DEBUG [M:0;667222f7cf1b:36103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:36103 2024-11-16T02:20:44,538 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-289410802/backup-masters/667222f7cf1b,36103,1731723643686 2024-11-16T02:20:44,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802/backup-masters 2024-11-16T02:20:44,612 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802/backup-masters 2024-11-16T02:20:44,612 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on existing znode=/0-289410802/backup-masters/667222f7cf1b,36103,1731723643686 2024-11-16T02:20:44,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:44,634 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-289410802/master 2024-11-16T02:20:44,634 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:44,635 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on existing znode=/0-289410802/master 2024-11-16T02:20:44,635 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-289410802/backup-masters/667222f7cf1b,36103,1731723643686 from backup master directory 2024-11-16T02:20:44,645 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802/backup-masters 2024-11-16T02:20:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289410802/backup-masters/667222f7cf1b,36103,1731723643686 2024-11-16T02:20:44,645 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:20:44,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802/backup-masters 2024-11-16T02:20:44,645 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,36103,1731723643686 2024-11-16T02:20:44,649 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/hbase.id] with ID: b6e37a9c-412d-4f2a-a066-2341df789a46 2024-11-16T02:20:44,649 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/.tmp/hbase.id 2024-11-16T02:20:44,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:20:45,056 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/.tmp/hbase.id]:[hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/hbase.id] 2024-11-16T02:20:45,068 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:45,068 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:20:45,069 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:20:45,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:45,076 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:45,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:20:45,484 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:20:45,485 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:20:45,486 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:20:46,895 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store 2024-11-16T02:20:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:20:47,306 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:47,306 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:20:47,306 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:47,306 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:47,306 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:20:47,306 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:47,306 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:47,306 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723647306Disabling compacts and flushes for region at 1731723647306Disabling writes for close at 1731723647306Writing region close event to WAL at 1731723647306Closed at 1731723647306 2024-11-16T02:20:47,307 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/.initializing 2024-11-16T02:20:47,307 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/WALs/667222f7cf1b,36103,1731723643686 2024-11-16T02:20:47,308 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:20:47,311 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C36103%2C1731723643686, suffix=, logDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/WALs/667222f7cf1b,36103,1731723643686, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/oldWALs, maxLogs=10 2024-11-16T02:20:47,326 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/WALs/667222f7cf1b,36103,1731723643686/667222f7cf1b%2C36103%2C1731723643686.1731723647311, exclude list is [], retry=0 2024-11-16T02:20:47,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33295,DS-4ff6993d-75b9-418b-83b0-9356807c15c9,DISK] 2024-11-16T02:20:47,332 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/WALs/667222f7cf1b,36103,1731723643686/667222f7cf1b%2C36103%2C1731723643686.1731723647311 2024-11-16T02:20:47,332 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-16T02:20:47,332 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:47,332 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:47,332 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,333 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:20:47,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:47,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:47,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:20:47,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:47,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:47,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:20:47,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:47,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:47,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:20:47,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:47,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:47,345 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,346 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,347 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,348 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,348 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,349 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:47,351 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:47,354 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:47,355 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66498479, jitterRate=-0.009095445275306702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:47,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723647333Initializing all the Stores at 1731723647334 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723647334Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723647334Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723647334Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723647334Cleaning up temporary data from old regions at 1731723647348 (+14 ms)Region opened successfully at 1731723647355 (+7 ms) 2024-11-16T02:20:47,356 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:20:47,360 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c85c2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:20:47,362 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:20:47,362 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:20:47,362 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:20:47,362 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:20:47,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:20:47,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:20:47,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:20:47,365 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:20:47,366 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Unable to get data of znode /0-289410802/balancer because node does not exist (not necessarily an error) 2024-11-16T02:20:47,392 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289410802/balancer already deleted, retry=false 2024-11-16T02:20:47,393 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:20:47,393 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Unable to get data of znode /0-289410802/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:20:47,402 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289410802/normalizer already deleted, retry=false 2024-11-16T02:20:47,403 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:20:47,404 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Unable to get data of znode /0-289410802/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:20:47,413 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289410802/switch/split already deleted, retry=false 2024-11-16T02:20:47,414 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Unable to get data of znode /0-289410802/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:20:47,424 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289410802/switch/merge already deleted, retry=false 2024-11-16T02:20:47,426 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Unable to get data of znode /0-289410802/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:20:47,434 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-289410802/snapshot-cleanup already deleted, retry=false 2024-11-16T02:20:47,445 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-289410802/running 2024-11-16T02:20:47,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-289410802/running 2024-11-16T02:20:47,445 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:47,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:47,446 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,36103,1731723643686, sessionid=0x1014171bb8e0000, setting cluster-up flag (Was=false) 2024-11-16T02:20:47,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:47,466 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:47,571 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-289410802/flush-table-proc/acquired, /0-289410802/flush-table-proc/reached, /0-289410802/flush-table-proc/abort 2024-11-16T02:20:47,572 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,36103,1731723643686 2024-11-16T02:20:47,682 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:47,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:47,813 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-289410802/online-snapshot/acquired, /0-289410802/online-snapshot/reached, /0-289410802/online-snapshot/abort 2024-11-16T02:20:47,815 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,36103,1731723643686 2024-11-16T02:20:47,816 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:20:47,818 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:47,818 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:20:47,818 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:20:47,819 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,36103,1731723643686 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:20:47,820 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:47,820 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:47,820 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:47,820 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:47,821 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:20:47,821 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:47,821 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:20:47,821 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:47,823 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723677823 2024-11-16T02:20:47,823 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:20:47,823 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:20:47,823 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:20:47,823 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:20:47,823 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:20:47,823 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:20:47,824 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:47,824 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:47,824 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:20:47,824 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:20:47,824 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:20:47,824 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:20:47,824 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:20:47,825 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:47,825 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:20:47,827 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:20:47,827 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:20:47,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723647827,5,FailOnTimeoutGroup] 2024-11-16T02:20:47,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723647828,5,FailOnTimeoutGroup] 2024-11-16T02:20:47,828 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:47,828 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:20:47,828 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:47,828 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:47,828 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(746): ClusterId : b6e37a9c-412d-4f2a-a066-2341df789a46 2024-11-16T02:20:47,828 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:20:47,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:20:47,917 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:20:47,917 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:20:47,959 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:20:47,959 DEBUG [RS:0;667222f7cf1b:37213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5caf9de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:20:47,975 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:37213 2024-11-16T02:20:47,975 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:20:47,975 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:20:47,975 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:20:47,975 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,36103,1731723643686 with port=37213, startcode=1731723644417 2024-11-16T02:20:47,976 DEBUG [RS:0;667222f7cf1b:37213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:20:47,977 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:20:47,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,37213,1731723644417 2024-11-16T02:20:47,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,37213,1731723644417 2024-11-16T02:20:47,979 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039 2024-11-16T02:20:47,979 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33231 2024-11-16T02:20:47,979 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:20:48,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802/rs 2024-11-16T02:20:48,063 DEBUG [RS:0;667222f7cf1b:37213 {}] zookeeper.ZKUtil(111): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on existing znode=/0-289410802/rs/667222f7cf1b,37213,1731723644417 2024-11-16T02:20:48,063 WARN [RS:0;667222f7cf1b:37213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:20:48,063 INFO [RS:0;667222f7cf1b:37213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:48,063 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417 2024-11-16T02:20:48,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,37213,1731723644417] 2024-11-16T02:20:48,070 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:20:48,073 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:20:48,073 INFO [RS:0;667222f7cf1b:37213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:20:48,074 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,074 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:20:48,078 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:20:48,078 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:20:48,079 DEBUG [RS:0;667222f7cf1b:37213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:20:48,082 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,082 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,082 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,082 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,082 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,082 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37213,1731723644417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:20:48,097 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:20:48,097 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37213,1731723644417-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,097 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,097 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.Replication(171): 667222f7cf1b,37213,1731723644417 started 2024-11-16T02:20:48,114 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,114 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,37213,1731723644417, RpcServer on 667222f7cf1b/172.17.0.3:37213, sessionid=0x1014171bb8e0001 2024-11-16T02:20:48,114 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:20:48,114 DEBUG [RS:0;667222f7cf1b:37213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,37213,1731723644417 2024-11-16T02:20:48,114 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37213,1731723644417' 2024-11-16T02:20:48,114 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-289410802/flush-table-proc/abort' 2024-11-16T02:20:48,114 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-289410802/flush-table-proc/acquired' 2024-11-16T02:20:48,115 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:20:48,115 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:20:48,115 DEBUG [RS:0;667222f7cf1b:37213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,37213,1731723644417 2024-11-16T02:20:48,115 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37213,1731723644417' 2024-11-16T02:20:48,115 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-289410802/online-snapshot/abort' 2024-11-16T02:20:48,115 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-289410802/online-snapshot/acquired' 2024-11-16T02:20:48,116 DEBUG [RS:0;667222f7cf1b:37213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:20:48,116 INFO [RS:0;667222f7cf1b:37213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:20:48,116 INFO [RS:0;667222f7cf1b:37213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:20:48,216 INFO [RS:0;667222f7cf1b:37213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:20:48,218 INFO [RS:0;667222f7cf1b:37213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C37213%2C1731723644417, suffix=, logDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/oldWALs, maxLogs=10 2024-11-16T02:20:48,234 DEBUG [RS:0;667222f7cf1b:37213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218, exclude list is [], retry=0 2024-11-16T02:20:48,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:20:48,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039 2024-11-16T02:20:48,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33295,DS-4ff6993d-75b9-418b-83b0-9356807c15c9,DISK] 2024-11-16T02:20:48,240 INFO [RS:0;667222f7cf1b:37213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 2024-11-16T02:20:48,240 DEBUG [RS:0;667222f7cf1b:37213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-16T02:20:48,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:20:48,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:48,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:20:48,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:20:48,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:48,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:48,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:20:48,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:20:48,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:48,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:48,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:20:48,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:20:48,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:48,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:48,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:20:48,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:20:48,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:48,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:48,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:20:48,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740 2024-11-16T02:20:48,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740 2024-11-16T02:20:48,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:20:48,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:20:48,258 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:48,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:20:48,261 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:48,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59068418, jitterRate=-0.11981198191642761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:48,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723648248Initializing all the Stores at 1731723648248Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723648248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723648249 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723648249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723648249Cleaning up temporary data from old regions at 1731723648258 (+9 ms)Region opened successfully at 1731723648263 (+5 ms) 2024-11-16T02:20:48,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:20:48,263 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:20:48,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:20:48,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:20:48,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:20:48,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:48,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723648263Disabling compacts and flushes for region at 1731723648263Disabling writes for close at 1731723648263Writing region close event to WAL at 1731723648263Closed at 1731723648263 2024-11-16T02:20:48,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:48,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:20:48,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:20:48,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:20:48,269 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:20:48,419 DEBUG [667222f7cf1b:36103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:20:48,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,37213,1731723644417 2024-11-16T02:20:48,421 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37213,1731723644417, state=OPENING 2024-11-16T02:20:48,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:20:48,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:48,476 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:20:48,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:20:48,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-289410802/meta-region-server: CHANGED 2024-11-16T02:20:48,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-289410802/meta-region-server: CHANGED 2024-11-16T02:20:48,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37213,1731723644417}] 2024-11-16T02:20:48,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:20:48,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:20:48,636 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:20:48,636 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:48,637 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:20:48,638 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C37213%2C1731723644417.meta, suffix=.meta, logDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/oldWALs, maxLogs=10 2024-11-16T02:20:48,650 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.meta.1731723648638.meta, exclude list is [], retry=0 2024-11-16T02:20:48,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33295,DS-4ff6993d-75b9-418b-83b0-9356807c15c9,DISK] 2024-11-16T02:20:48,655 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.meta.1731723648638.meta 2024-11-16T02:20:48,656 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-16T02:20:48,656 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:48,656 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:20:48,656 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:20:48,656 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:20:48,656 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:20:48,656 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:20:48,657 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:48,657 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:20:48,657 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:20:48,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:20:48,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:20:48,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:48,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:48,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:20:48,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:20:48,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:48,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:48,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:20:48,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:20:48,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:48,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:48,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:20:48,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:20:48,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:48,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:48,662 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:20:48,663 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740 2024-11-16T02:20:48,664 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740 2024-11-16T02:20:48,665 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:20:48,665 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:20:48,666 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:48,667 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:20:48,668 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70183455, jitterRate=0.04581497609615326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:48,669 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:20:48,669 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723648657Writing region info on filesystem at 1731723648657Initializing all the Stores at 1731723648658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723648658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723648658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723648658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723648658Cleaning up temporary data from old regions at 1731723648665 (+7 ms)Running coprocessor post-open hooks at 1731723648669 (+4 ms)Region opened successfully at 1731723648669 2024-11-16T02:20:48,671 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723648630 2024-11-16T02:20:48,673 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:20:48,673 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:20:48,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37213,1731723644417 2024-11-16T02:20:48,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37213,1731723644417, state=OPEN 2024-11-16T02:20:48,748 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-289410802/meta-region-server 2024-11-16T02:20:48,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-289410802/meta-region-server 2024-11-16T02:20:48,748 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,37213,1731723644417 2024-11-16T02:20:48,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-289410802/meta-region-server: CHANGED 2024-11-16T02:20:48,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-289410802/meta-region-server: CHANGED 2024-11-16T02:20:48,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:20:48,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37213,1731723644417 in 271 msec 2024-11-16T02:20:48,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:20:48,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-16T02:20:48,753 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:48,753 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:20:48,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:20:48,755 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37213,1731723644417, seqNum=-1] 2024-11-16T02:20:48,755 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:20:48,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:20:48,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 945 msec 2024-11-16T02:20:48,764 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723648764, completionTime=-1 2024-11-16T02:20:48,764 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:20:48,764 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:20:48,766 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:20:48,766 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723708766 2024-11-16T02:20:48,766 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723768766 2024-11-16T02:20:48,766 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:20:48,767 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36103,1731723643686-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,767 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36103,1731723643686-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,767 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36103,1731723643686-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,767 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:36103, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,767 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,767 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,769 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:20:48,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.127sec 2024-11-16T02:20:48,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:20:48,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:20:48,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:20:48,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:20:48,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:20:48,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36103,1731723643686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:20:48,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36103,1731723643686-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:20:48,774 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:20:48,775 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:20:48,775 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36103,1731723643686-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:48,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401f39ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:48,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36103,-1 for getting cluster id 2024-11-16T02:20:48,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:48,831 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6e37a9c-412d-4f2a-a066-2341df789a46' 2024-11-16T02:20:48,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:48,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6e37a9c-412d-4f2a-a066-2341df789a46" 2024-11-16T02:20:48,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bd714b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36103,-1] 2024-11-16T02:20:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:48,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:48,833 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:48,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624613ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:48,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:20:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37213,1731723644417, seqNum=-1] 2024-11-16T02:20:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:20:48,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:20:48,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,36103,1731723643686 2024-11-16T02:20:48,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59177 2024-11-16T02:20:48,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:48,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014171bb8e0002 connected 2024-11-16T02:20:48,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.log.dir so I do NOT create it in target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90 2024-11-16T02:20:48,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:20:48,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.tmp.dir so I do NOT create it in target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90 2024-11-16T02:20:48,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:20:48,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90 2024-11-16T02:20:48,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:20:48,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/cluster_f8f6e16b-7856-d747-6900-13ed2e0d7bec, deleteOnExit=true 2024-11-16T02:20:48,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:20:48,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/test.cache.data in system properties and HBase conf 2024-11-16T02:20:48,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:20:48,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:20:48,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:20:48,860 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:20:48,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:20:48,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:20:48,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:20:48,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:20:48,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:20:48,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:20:48,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:20:48,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:20:48,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:20:48,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:20:48,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:20:48,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:48,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:48,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:48,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:49,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:49,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:20:49,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:20:49,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:20:49,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:20:49,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:49,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75e3204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:20:49,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecfec2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:20:49,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@499b01b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/java.io.tmpdir/jetty-localhost-37729-hadoop-hdfs-3_4_1-tests_jar-_-any-1357243082065311361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:20:49,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22af0352{HTTP/1.1, (http/1.1)}{localhost:37729} 2024-11-16T02:20:49,439 INFO [Time-limited test {}] server.Server(415): Started @148423ms 2024-11-16T02:20:49,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:20:49,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:20:49,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:20:49,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:20:49,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:20:49,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f39995f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:20:49,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d17c862{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:20:49,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7baeb6f2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/java.io.tmpdir/jetty-localhost-37447-hadoop-hdfs-3_4_1-tests_jar-_-any-1379053717763271000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:20:49,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@105b91ef{HTTP/1.1, (http/1.1)}{localhost:37447} 2024-11-16T02:20:49,834 INFO [Time-limited test {}] server.Server(415): Started @148818ms 2024-11-16T02:20:49,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:20:51,011 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/cluster_f8f6e16b-7856-d747-6900-13ed2e0d7bec/data/data1/current/BP-1490710399-172.17.0.3-1731723648958/current, will proceed with Du for space computation calculation, 2024-11-16T02:20:51,012 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/cluster_f8f6e16b-7856-d747-6900-13ed2e0d7bec/data/data2/current/BP-1490710399-172.17.0.3-1731723648958/current, will proceed with Du for space computation calculation, 2024-11-16T02:20:51,038 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:20:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6cf5a52f43c6de with lease ID 0xc8b277468cb7e3cc: Processing first storage report for DS-31bba19a-7320-4c98-84dd-378fbcc1fe4c from datanode DatanodeRegistration(127.0.0.1:43079, datanodeUuid=c1acccad-99bb-4439-a8bd-169dc4ae5912, infoPort=34471, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1669866756;c=1731723648958) 2024-11-16T02:20:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6cf5a52f43c6de with lease ID 0xc8b277468cb7e3cc: from storage DS-31bba19a-7320-4c98-84dd-378fbcc1fe4c node DatanodeRegistration(127.0.0.1:43079, datanodeUuid=c1acccad-99bb-4439-a8bd-169dc4ae5912, infoPort=34471, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1669866756;c=1731723648958), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T02:20:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6cf5a52f43c6de with lease ID 0xc8b277468cb7e3cc: Processing first storage report for DS-df0046c8-ccc3-4b79-a53e-8a3f1b23f6b2 from datanode DatanodeRegistration(127.0.0.1:43079, datanodeUuid=c1acccad-99bb-4439-a8bd-169dc4ae5912, infoPort=34471, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1669866756;c=1731723648958) 2024-11-16T02:20:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6cf5a52f43c6de with lease ID 0xc8b277468cb7e3cc: from storage DS-df0046c8-ccc3-4b79-a53e-8a3f1b23f6b2 node DatanodeRegistration(127.0.0.1:43079, datanodeUuid=c1acccad-99bb-4439-a8bd-169dc4ae5912, infoPort=34471, infoSecurePort=0, ipcPort=36967, storageInfo=lv=-57;cid=testClusterID;nsid=1669866756;c=1731723648958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:20:51,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90 2024-11-16T02:20:51,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:51,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:51,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:20:51,485 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661 with version=8 2024-11-16T02:20:51,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/hbase-staging 2024-11-16T02:20:51,487 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:20:51,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:51,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:51,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:20:51,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:51,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:20:51,488 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:20:51,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:20:51,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35219 2024-11-16T02:20:51,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35219 connecting to ZooKeeper ensemble=127.0.0.1:59177 2024-11-16T02:20:51,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352190x0, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:51,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35219-0x1014171bb8e0003 connected 2024-11-16T02:20:51,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:51,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:51,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on znode that does not yet exist, /1-677864684/running 2024-11-16T02:20:51,827 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661, hbase.cluster.distributed=false 2024-11-16T02:20:51,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on znode that does not yet exist, /1-677864684/acl 2024-11-16T02:20:51,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35219 2024-11-16T02:20:51,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35219 2024-11-16T02:20:51,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35219 2024-11-16T02:20:51,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35219 2024-11-16T02:20:51,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35219 2024-11-16T02:20:51,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:20:51,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:51,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:51,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:20:51,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:20:51,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:20:51,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:20:51,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:20:51,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38577 2024-11-16T02:20:51,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38577 connecting to ZooKeeper ensemble=127.0.0.1:59177 2024-11-16T02:20:51,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:51,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:51,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385770x0, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:51,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385770x0, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on znode that does not yet exist, /1-677864684/running 2024-11-16T02:20:51,866 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:20:51,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38577-0x1014171bb8e0004 connected 2024-11-16T02:20:51,867 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:20:51,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on znode that does not yet exist, /1-677864684/master 2024-11-16T02:20:51,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on znode that does not yet exist, /1-677864684/acl 2024-11-16T02:20:51,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-16T02:20:51,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38577 2024-11-16T02:20:51,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38577 2024-11-16T02:20:51,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-16T02:20:51,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38577 2024-11-16T02:20:51,885 DEBUG [M:0;667222f7cf1b:35219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:35219 2024-11-16T02:20:51,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-677864684/backup-masters/667222f7cf1b,35219,1731723651487 2024-11-16T02:20:51,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684/backup-masters 2024-11-16T02:20:51,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684/backup-masters 2024-11-16T02:20:51,898 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on existing znode=/1-677864684/backup-masters/667222f7cf1b,35219,1731723651487 2024-11-16T02:20:51,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-677864684/master 2024-11-16T02:20:51,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:51,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:51,909 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on existing znode=/1-677864684/master 2024-11-16T02:20:51,909 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-677864684/backup-masters/667222f7cf1b,35219,1731723651487 from backup master directory 2024-11-16T02:20:51,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-677864684/backup-masters/667222f7cf1b,35219,1731723651487 2024-11-16T02:20:51,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684/backup-masters 2024-11-16T02:20:51,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684/backup-masters 2024-11-16T02:20:51,918 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:20:51,918 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,35219,1731723651487 2024-11-16T02:20:51,923 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/hbase.id] with ID: 3956d503-d757-4a17-9b94-eff25dff45f5 2024-11-16T02:20:51,923 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/.tmp/hbase.id 2024-11-16T02:20:51,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:20:52,329 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/.tmp/hbase.id]:[hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/hbase.id] 2024-11-16T02:20:52,342 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:20:52,343 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:20:52,344 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:20:52,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:52,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:52,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:20:52,822 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:20:52,822 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:20:52,823 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:52,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:20:53,235 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store 2024-11-16T02:20:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:20:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:20:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T02:20:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:20:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T02:20:53,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:20:53,400 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T02:20:53,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:20:53,400 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T02:20:53,645 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:53,646 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:20:53,646 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:53,646 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:53,646 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:20:53,646 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:53,646 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:20:53,646 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723653646Disabling compacts and flushes for region at 1731723653646Disabling writes for close at 1731723653646Writing region close event to WAL at 1731723653646Closed at 1731723653646 2024-11-16T02:20:53,648 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/.initializing 2024-11-16T02:20:53,648 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/WALs/667222f7cf1b,35219,1731723651487 2024-11-16T02:20:53,649 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:20:53,651 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C35219%2C1731723651487, suffix=, logDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/WALs/667222f7cf1b,35219,1731723651487, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/oldWALs, maxLogs=10 2024-11-16T02:20:53,663 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/WALs/667222f7cf1b,35219,1731723651487/667222f7cf1b%2C35219%2C1731723651487.1731723653651, exclude list is [], retry=0 2024-11-16T02:20:53,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43079,DS-31bba19a-7320-4c98-84dd-378fbcc1fe4c,DISK] 2024-11-16T02:20:53,667 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/WALs/667222f7cf1b,35219,1731723651487/667222f7cf1b%2C35219%2C1731723651487.1731723653651 2024-11-16T02:20:53,668 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34471:34471)] 2024-11-16T02:20:53,668 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:53,668 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:53,668 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,668 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:20:53,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:53,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:53,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:20:53,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:53,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:53,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:20:53,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:53,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:53,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:20:53,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:53,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:53,676 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,677 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,677 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,678 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,678 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,679 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:53,680 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:20:53,682 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:53,682 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68795546, jitterRate=0.025133520364761353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:53,683 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723653668Initializing all the Stores at 1731723653669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723653669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723653670 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723653670Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723653670Cleaning up temporary data from old regions at 1731723653678 (+8 ms)Region opened successfully at 1731723653683 (+5 ms) 2024-11-16T02:20:53,683 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:20:53,686 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412a5ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:20:53,687 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:20:53,687 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:20:53,687 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:20:53,687 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:20:53,688 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:20:53,688 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:20:53,688 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:20:53,690 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:20:53,690 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Unable to get data of znode /1-677864684/balancer because node does not exist (not necessarily an error) 2024-11-16T02:20:53,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-677864684/balancer already deleted, retry=false 2024-11-16T02:20:53,752 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:20:53,753 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Unable to get data of znode /1-677864684/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:20:53,788 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-677864684/normalizer already deleted, retry=false 2024-11-16T02:20:53,789 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:20:53,790 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Unable to get data of znode /1-677864684/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:20:53,863 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-677864684/switch/split already deleted, retry=false 2024-11-16T02:20:53,864 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Unable to get data of znode /1-677864684/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:20:53,937 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-677864684/switch/merge already deleted, retry=false 2024-11-16T02:20:53,941 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Unable to get data of znode /1-677864684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:20:53,990 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-677864684/snapshot-cleanup already deleted, retry=false 2024-11-16T02:20:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-677864684/running 2024-11-16T02:20:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-677864684/running 2024-11-16T02:20:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:54,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:54,044 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,35219,1731723651487, sessionid=0x1014171bb8e0003, setting cluster-up flag (Was=false) 2024-11-16T02:20:54,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:20:54,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:54,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:54,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:54,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:20:54,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:20:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:54,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:54,393 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-677864684/flush-table-proc/acquired, /1-677864684/flush-table-proc/reached, /1-677864684/flush-table-proc/abort 2024-11-16T02:20:54,395 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,35219,1731723651487 2024-11-16T02:20:54,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:54,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:54,528 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-677864684/online-snapshot/acquired, /1-677864684/online-snapshot/reached, /1-677864684/online-snapshot/abort 2024-11-16T02:20:54,530 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,35219,1731723651487 2024-11-16T02:20:54,531 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:20:54,532 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:54,532 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:20:54,533 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:20:54,533 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,35219,1731723651487 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:20:54,534 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:54,534 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:54,534 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:54,534 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:20:54,534 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:20:54,534 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,535 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:20:54,535 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,535 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723684535 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:54,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:20:54,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:20:54,537 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:20:54,537 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:20:54,537 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723654537,5,FailOnTimeoutGroup] 2024-11-16T02:20:54,537 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723654537,5,FailOnTimeoutGroup] 2024-11-16T02:20:54,537 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,537 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:20:54,537 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:54,537 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,537 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:20:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:20:54,574 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(746): ClusterId : 3956d503-d757-4a17-9b94-eff25dff45f5 2024-11-16T02:20:54,575 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:20:54,582 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:20:54,582 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:20:54,593 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:20:54,593 DEBUG [RS:0;667222f7cf1b:38577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d8bb4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:20:54,613 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:38577 2024-11-16T02:20:54,613 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:20:54,613 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:20:54,613 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:20:54,614 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,35219,1731723651487 with port=38577, startcode=1731723651849 2024-11-16T02:20:54,614 DEBUG [RS:0;667222f7cf1b:38577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:20:54,616 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:20:54,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,38577,1731723651849 2024-11-16T02:20:54,617 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35219 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,38577,1731723651849 2024-11-16T02:20:54,619 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661 2024-11-16T02:20:54,619 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42827 2024-11-16T02:20:54,619 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:20:54,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684/rs 2024-11-16T02:20:54,734 DEBUG [RS:0;667222f7cf1b:38577 {}] zookeeper.ZKUtil(111): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on existing znode=/1-677864684/rs/667222f7cf1b,38577,1731723651849 2024-11-16T02:20:54,734 WARN [RS:0;667222f7cf1b:38577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:20:54,735 INFO [RS:0;667222f7cf1b:38577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:54,735 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/WALs/667222f7cf1b,38577,1731723651849 2024-11-16T02:20:54,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,38577,1731723651849] 2024-11-16T02:20:54,741 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:20:54,744 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:20:54,745 INFO [RS:0;667222f7cf1b:38577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:20:54,745 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,745 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:20:54,746 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:20:54,746 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,746 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,746 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,746 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,746 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,746 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,746 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:20:54,746 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,746 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,747 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,747 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,747 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,747 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:20:54,747 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:20:54,747 DEBUG [RS:0;667222f7cf1b:38577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:20:54,747 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,747 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,747 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,747 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,747 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,748 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38577,1731723651849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:20:54,763 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:20:54,763 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38577,1731723651849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,763 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,763 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.Replication(171): 667222f7cf1b,38577,1731723651849 started 2024-11-16T02:20:54,777 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:54,777 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,38577,1731723651849, RpcServer on 667222f7cf1b/172.17.0.3:38577, sessionid=0x1014171bb8e0004 2024-11-16T02:20:54,777 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:20:54,777 DEBUG [RS:0;667222f7cf1b:38577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,38577,1731723651849 2024-11-16T02:20:54,777 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,38577,1731723651849' 2024-11-16T02:20:54,777 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-677864684/flush-table-proc/abort' 2024-11-16T02:20:54,778 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-677864684/flush-table-proc/acquired' 2024-11-16T02:20:54,778 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:20:54,778 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:20:54,778 DEBUG [RS:0;667222f7cf1b:38577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,38577,1731723651849 2024-11-16T02:20:54,778 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,38577,1731723651849' 2024-11-16T02:20:54,778 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-677864684/online-snapshot/abort' 2024-11-16T02:20:54,779 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-677864684/online-snapshot/acquired' 2024-11-16T02:20:54,779 DEBUG [RS:0;667222f7cf1b:38577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:20:54,779 INFO [RS:0;667222f7cf1b:38577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:20:54,779 INFO [RS:0;667222f7cf1b:38577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:20:54,880 INFO [RS:0;667222f7cf1b:38577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:20:54,882 INFO [RS:0;667222f7cf1b:38577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C38577%2C1731723651849, suffix=, logDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/WALs/667222f7cf1b,38577,1731723651849, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/oldWALs, maxLogs=10 2024-11-16T02:20:54,895 DEBUG [RS:0;667222f7cf1b:38577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/WALs/667222f7cf1b,38577,1731723651849/667222f7cf1b%2C38577%2C1731723651849.1731723654882, exclude list is [], retry=0 2024-11-16T02:20:54,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43079,DS-31bba19a-7320-4c98-84dd-378fbcc1fe4c,DISK] 2024-11-16T02:20:54,901 INFO [RS:0;667222f7cf1b:38577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/WALs/667222f7cf1b,38577,1731723651849/667222f7cf1b%2C38577%2C1731723651849.1731723654882 2024-11-16T02:20:54,901 DEBUG [RS:0;667222f7cf1b:38577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34471:34471)] 2024-11-16T02:20:54,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:20:54,943 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661 2024-11-16T02:20:54,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:20:55,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:55,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:20:55,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:20:55,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:55,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:55,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:20:55,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:20:55,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:55,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:55,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:20:55,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:20:55,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:55,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:55,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:20:55,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:20:55,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:55,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:55,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:20:55,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740 2024-11-16T02:20:55,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740 2024-11-16T02:20:55,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:20:55,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:20:55,362 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:55,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:20:55,364 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:55,365 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75233080, jitterRate=0.12106025218963623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:55,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723655350Initializing all the Stores at 1731723655351 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723655351Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723655351Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723655351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723655351Cleaning up temporary data from old regions at 1731723655361 (+10 ms)Region opened successfully at 1731723655365 (+4 ms) 2024-11-16T02:20:55,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:20:55,365 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:20:55,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:20:55,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:20:55,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:20:55,365 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:20:55,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723655365Disabling compacts and flushes for region at 1731723655365Disabling writes for close at 1731723655365Writing region close event to WAL at 1731723655365Closed at 1731723655365 2024-11-16T02:20:55,366 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:55,366 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:20:55,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:20:55,367 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:20:55,368 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:20:55,519 DEBUG [667222f7cf1b:35219 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:20:55,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,38577,1731723651849 2024-11-16T02:20:55,520 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,38577,1731723651849, state=OPENING 2024-11-16T02:20:55,579 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:20:55,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:55,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-677864684/meta-region-server: CHANGED 2024-11-16T02:20:55,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:20:55,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-677864684/meta-region-server: CHANGED 2024-11-16T02:20:55,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:20:55,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,38577,1731723651849}] 2024-11-16T02:20:55,758 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:20:55,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:20:55,763 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:20:55,763 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:20:55,764 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:20:55,765 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C38577%2C1731723651849.meta, suffix=.meta, logDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/WALs/667222f7cf1b,38577,1731723651849, archiveDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/oldWALs, maxLogs=10 2024-11-16T02:20:55,778 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/WALs/667222f7cf1b,38577,1731723651849/667222f7cf1b%2C38577%2C1731723651849.meta.1731723655766.meta, exclude list is [], retry=0 2024-11-16T02:20:55,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43079,DS-31bba19a-7320-4c98-84dd-378fbcc1fe4c,DISK] 2024-11-16T02:20:55,782 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/WALs/667222f7cf1b,38577,1731723651849/667222f7cf1b%2C38577%2C1731723651849.meta.1731723655766.meta 2024-11-16T02:20:55,782 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34471:34471)] 2024-11-16T02:20:55,783 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:55,783 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:20:55,783 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:20:55,783 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:20:55,783 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:20:55,783 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:20:55,784 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:55,784 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:20:55,784 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:20:55,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:20:55,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:20:55,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:55,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:55,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:20:55,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:20:55,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:55,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:55,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:20:55,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:20:55,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:55,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:55,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:20:55,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:20:55,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:55,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:20:55,793 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:20:55,794 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740 2024-11-16T02:20:55,796 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740 2024-11-16T02:20:55,797 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:20:55,797 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:20:55,798 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:20:55,799 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:20:55,800 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58974506, jitterRate=-0.12121137976646423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:20:55,800 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:20:55,801 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723655784Writing region info on filesystem at 1731723655784Initializing all the Stores at 1731723655785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723655785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723655786 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723655786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723655786Cleaning up temporary data from old regions at 1731723655797 (+11 ms)Running coprocessor post-open hooks at 1731723655800 (+3 ms)Region opened successfully at 1731723655801 (+1 ms) 2024-11-16T02:20:55,802 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723655758 2024-11-16T02:20:55,804 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:20:55,804 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:20:55,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,38577,1731723651849 2024-11-16T02:20:55,806 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,38577,1731723651849, state=OPEN 2024-11-16T02:20:55,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-677864684/meta-region-server 2024-11-16T02:20:55,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-677864684/meta-region-server 2024-11-16T02:20:55,813 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,38577,1731723651849 2024-11-16T02:20:55,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-677864684/meta-region-server: CHANGED 2024-11-16T02:20:55,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-677864684/meta-region-server: CHANGED 2024-11-16T02:20:55,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:20:55,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,38577,1731723651849 in 208 msec 2024-11-16T02:20:55,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:20:55,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-16T02:20:55,820 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:20:55,820 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:20:55,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:20:55,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,38577,1731723651849, seqNum=-1] 2024-11-16T02:20:55,822 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:20:55,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:20:55,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-16T02:20:55,829 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723655829, completionTime=-1 2024-11-16T02:20:55,829 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:20:55,829 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:20:55,831 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:20:55,831 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723715831 2024-11-16T02:20:55,831 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723775831 2024-11-16T02:20:55,831 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:20:55,831 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35219,1731723651487-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:55,831 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35219,1731723651487-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:55,831 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35219,1731723651487-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:55,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:35219, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:55,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:55,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:55,834 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:20:55,837 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.919sec 2024-11-16T02:20:55,837 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:20:55,837 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:20:55,837 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:20:55,837 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:20:55,837 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:20:55,837 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35219,1731723651487-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:20:55,837 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35219,1731723651487-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:20:55,840 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:20:55,840 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:20:55,840 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35219,1731723651487-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:20:55,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdaabfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:55,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35219,-1 for getting cluster id 2024-11-16T02:20:55,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:55,877 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3956d503-d757-4a17-9b94-eff25dff45f5' 2024-11-16T02:20:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3956d503-d757-4a17-9b94-eff25dff45f5" 2024-11-16T02:20:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55142b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35219,-1] 2024-11-16T02:20:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:55,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:55,879 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:55,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124d56b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:55,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:20:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,38577,1731723651849, seqNum=-1] 2024-11-16T02:20:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:20:55,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:20:55,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,35219,1731723651487 2024-11-16T02:20:55,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59177 2024-11-16T02:20:55,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:20:55,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014171bb8e0005 connected 2024-11-16T02:20:55,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:20:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36103,1731723643686 2024-11-16T02:20:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@667e6af6 2024-11-16T02:20:55,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:20:55,914 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:20:55,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:20:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:20:55,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:20:55,922 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:55,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:20:55,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:20:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:20:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:56,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6d9800376abd0832b1e34256a254d0b, NAME => 'test,,1731723655915.a6d9800376abd0832b1e34256a254d0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039 2024-11-16T02:20:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:20:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:56,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723655915.a6d9800376abd0832b1e34256a254d0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:56,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a6d9800376abd0832b1e34256a254d0b, disabling compactions & flushes 2024-11-16T02:20:56,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:20:56,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:20:56,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. after waiting 0 ms 2024-11-16T02:20:56,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:20:56,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:20:56,739 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6d9800376abd0832b1e34256a254d0b: Waiting for close lock at 1731723656739Disabling compacts and flushes for region at 1731723656739Disabling writes for close at 1731723656739Writing region close event to WAL at 1731723656739Closed at 1731723656739 2024-11-16T02:20:56,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:20:56,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723655915.a6d9800376abd0832b1e34256a254d0b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723656740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723656740"}]},"ts":"1731723656740"} 2024-11-16T02:20:56,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:20:56,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:20:56,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723656744"}]},"ts":"1731723656744"} 2024-11-16T02:20:56,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:20:56,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6d9800376abd0832b1e34256a254d0b, ASSIGN}] 2024-11-16T02:20:56,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6d9800376abd0832b1e34256a254d0b, ASSIGN 2024-11-16T02:20:56,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a6d9800376abd0832b1e34256a254d0b, ASSIGN; state=OFFLINE, location=667222f7cf1b,37213,1731723644417; forceNewPlan=false, retain=false 2024-11-16T02:20:56,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6d9800376abd0832b1e34256a254d0b, regionState=OPENING, regionLocation=667222f7cf1b,37213,1731723644417 2024-11-16T02:20:56,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a6d9800376abd0832b1e34256a254d0b, ASSIGN because future has completed 2024-11-16T02:20:56,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6d9800376abd0832b1e34256a254d0b, server=667222f7cf1b,37213,1731723644417}] 2024-11-16T02:20:57,059 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:20:57,059 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a6d9800376abd0832b1e34256a254d0b, NAME => 'test,,1731723655915.a6d9800376abd0832b1e34256a254d0b.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:57,059 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:20:57,059 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:20:57,060 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,060 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723655915.a6d9800376abd0832b1e34256a254d0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:57,060 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,060 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,061 INFO [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,063 INFO [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6d9800376abd0832b1e34256a254d0b columnFamilyName f 2024-11-16T02:20:57,063 DEBUG [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:57,063 INFO [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] regionserver.HStore(327): Store=a6d9800376abd0832b1e34256a254d0b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:57,063 INFO [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,065 INFO [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6d9800376abd0832b1e34256a254d0b columnFamilyName f1 2024-11-16T02:20:57,065 DEBUG [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:57,065 INFO [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] regionserver.HStore(327): Store=a6d9800376abd0832b1e34256a254d0b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:57,065 INFO [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,067 INFO [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6d9800376abd0832b1e34256a254d0b columnFamilyName norep 2024-11-16T02:20:57,067 DEBUG [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:57,068 INFO [StoreOpener-a6d9800376abd0832b1e34256a254d0b-1 {}] regionserver.HStore(327): Store=a6d9800376abd0832b1e34256a254d0b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:57,068 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,068 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,069 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,070 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,070 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,071 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:20:57,072 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,075 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:57,075 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a6d9800376abd0832b1e34256a254d0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59476397, jitterRate=-0.11373262107372284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:20:57,075 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:20:57,076 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a6d9800376abd0832b1e34256a254d0b: Running coprocessor pre-open hook at 1731723657060Writing region info on filesystem at 1731723657060Initializing all the Stores at 1731723657061 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723657061Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723657061Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723657061Cleaning up temporary data from old regions at 1731723657070 (+9 ms)Running coprocessor post-open hooks at 1731723657075 (+5 ms)Region opened successfully at 1731723657076 (+1 ms) 2024-11-16T02:20:57,079 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., pid=6, masterSystemTime=1731723657055 2024-11-16T02:20:57,081 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:20:57,081 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:20:57,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6d9800376abd0832b1e34256a254d0b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,37213,1731723644417 2024-11-16T02:20:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6d9800376abd0832b1e34256a254d0b, server=667222f7cf1b,37213,1731723644417 because future has completed 2024-11-16T02:20:57,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:20:57,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a6d9800376abd0832b1e34256a254d0b, server=667222f7cf1b,37213,1731723644417 in 184 msec 2024-11-16T02:20:57,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:20:57,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a6d9800376abd0832b1e34256a254d0b, ASSIGN in 343 msec 2024-11-16T02:20:57,092 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:20:57,092 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723657092"}]},"ts":"1731723657092"} 2024-11-16T02:20:57,093 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:20:57,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:20:57,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-16T02:20:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:58,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:20:58,080 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:20:58,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35219,1731723651487 2024-11-16T02:20:58,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45a431d5 2024-11-16T02:20:58,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:20:58,082 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:20:58,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:20:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:20:58,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:20:58,086 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:58,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:20:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:58,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:20:58,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:20:58,096 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae3c66273fd4c40344aa8267061c202e, NAME => 'test,,1731723658083.ae3c66273fd4c40344aa8267061c202e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661 2024-11-16T02:20:58,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:20:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:58,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723658083.ae3c66273fd4c40344aa8267061c202e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:58,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae3c66273fd4c40344aa8267061c202e, disabling compactions & flushes 2024-11-16T02:20:58,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:20:58,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:20:58,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. after waiting 0 ms 2024-11-16T02:20:58,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:20:58,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:20:58,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae3c66273fd4c40344aa8267061c202e: Waiting for close lock at 1731723658503Disabling compacts and flushes for region at 1731723658503Disabling writes for close at 1731723658503Writing region close event to WAL at 1731723658503Closed at 1731723658503 2024-11-16T02:20:58,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:20:58,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723658083.ae3c66273fd4c40344aa8267061c202e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723658505"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723658505"}]},"ts":"1731723658505"} 2024-11-16T02:20:58,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:20:58,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:20:58,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723658510"}]},"ts":"1731723658510"} 2024-11-16T02:20:58,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:20:58,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae3c66273fd4c40344aa8267061c202e, ASSIGN}] 2024-11-16T02:20:58,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae3c66273fd4c40344aa8267061c202e, ASSIGN 2024-11-16T02:20:58,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae3c66273fd4c40344aa8267061c202e, ASSIGN; state=OFFLINE, location=667222f7cf1b,38577,1731723651849; forceNewPlan=false, retain=false 2024-11-16T02:20:58,666 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae3c66273fd4c40344aa8267061c202e, regionState=OPENING, regionLocation=667222f7cf1b,38577,1731723651849 2024-11-16T02:20:58,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae3c66273fd4c40344aa8267061c202e, ASSIGN because future has completed 2024-11-16T02:20:58,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae3c66273fd4c40344aa8267061c202e, server=667222f7cf1b,38577,1731723651849}] 2024-11-16T02:20:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:58,827 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:20:58,827 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae3c66273fd4c40344aa8267061c202e, NAME => 'test,,1731723658083.ae3c66273fd4c40344aa8267061c202e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:20:58,828 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:20:58,828 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:20:58,828 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,828 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723658083.ae3c66273fd4c40344aa8267061c202e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:20:58,828 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,828 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,832 INFO [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,833 INFO [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3c66273fd4c40344aa8267061c202e columnFamilyName f 2024-11-16T02:20:58,833 DEBUG [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:58,833 INFO [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] regionserver.HStore(327): Store=ae3c66273fd4c40344aa8267061c202e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:58,833 INFO [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,834 INFO [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3c66273fd4c40344aa8267061c202e columnFamilyName f1 2024-11-16T02:20:58,835 DEBUG [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:58,835 INFO [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] regionserver.HStore(327): Store=ae3c66273fd4c40344aa8267061c202e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:58,835 INFO [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,836 INFO [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae3c66273fd4c40344aa8267061c202e columnFamilyName norep 2024-11-16T02:20:58,836 DEBUG [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:58,836 INFO [StoreOpener-ae3c66273fd4c40344aa8267061c202e-1 {}] regionserver.HStore(327): Store=ae3c66273fd4c40344aa8267061c202e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:20:58,836 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,837 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,837 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,838 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,838 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,839 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:20:58,840 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,841 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:20:58,842 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae3c66273fd4c40344aa8267061c202e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59723963, jitterRate=-0.11004360020160675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:20:58,842 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:20:58,842 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae3c66273fd4c40344aa8267061c202e: Running coprocessor pre-open hook at 1731723658828Writing region info on filesystem at 1731723658828Initializing all the Stores at 1731723658829 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723658829Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723658831 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723658831Cleaning up temporary data from old regions at 1731723658838 (+7 ms)Running coprocessor post-open hooks at 1731723658842 (+4 ms)Region opened successfully at 1731723658842 2024-11-16T02:20:58,843 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723658083.ae3c66273fd4c40344aa8267061c202e., pid=6, masterSystemTime=1731723658824 2024-11-16T02:20:58,845 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:20:58,845 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:20:58,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae3c66273fd4c40344aa8267061c202e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,38577,1731723651849 2024-11-16T02:20:58,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae3c66273fd4c40344aa8267061c202e, server=667222f7cf1b,38577,1731723651849 because future has completed 2024-11-16T02:20:58,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:20:58,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae3c66273fd4c40344aa8267061c202e, server=667222f7cf1b,38577,1731723651849 in 180 msec 2024-11-16T02:20:58,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:20:58,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae3c66273fd4c40344aa8267061c202e, ASSIGN in 339 msec 2024-11-16T02:20:58,856 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:20:58,856 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723658856"}]},"ts":"1731723658856"} 2024-11-16T02:20:58,858 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:20:58,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:20:58,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 776 msec 2024-11-16T02:20:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:20:59,219 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:20:59,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e73e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36103,-1 for getting cluster id 2024-11-16T02:20:59,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:59,221 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6e37a9c-412d-4f2a-a066-2341df789a46' 2024-11-16T02:20:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6e37a9c-412d-4f2a-a066-2341df789a46" 2024-11-16T02:20:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2757ff03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36103,-1] 2024-11-16T02:20:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:59,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:59,222 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f911bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0137a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,223 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35219,-1 for getting cluster id 2024-11-16T02:20:59,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:59,224 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3956d503-d757-4a17-9b94-eff25dff45f5' 2024-11-16T02:20:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3956d503-d757-4a17-9b94-eff25dff45f5" 2024-11-16T02:20:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc05ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35219,-1] 2024-11-16T02:20:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:59,226 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:59,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2997b08a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2997a901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36103,-1 for getting cluster id 2024-11-16T02:20:59,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:59,228 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6e37a9c-412d-4f2a-a066-2341df789a46' 2024-11-16T02:20:59,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:59,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6e37a9c-412d-4f2a-a066-2341df789a46" 2024-11-16T02:20:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe1e9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36103,-1] 2024-11-16T02:20:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:59,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:59,230 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8b7182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:20:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36103,1731723643686 2024-11-16T02:20:59,233 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d1d4bcc 2024-11-16T02:20:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:20:59,235 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:20:59,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:35219,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:20:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:20:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:20:59,238 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:35219' 2024-11-16T02:20:59,239 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245280f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,239 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35219,-1 for getting cluster id 2024-11-16T02:20:59,239 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:20:59,240 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3956d503-d757-4a17-9b94-eff25dff45f5' 2024-11-16T02:20:59,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:20:59,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3956d503-d757-4a17-9b94-eff25dff45f5" 2024-11-16T02:20:59,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eeb5bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35219,-1] 2024-11-16T02:20:59,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:20:59,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:59,241 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:20:59,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5d7f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:20:59,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:20:59,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35219,1731723651487 2024-11-16T02:20:59,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a8d48f3 2024-11-16T02:20:59,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:20:59,244 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:20:59,245 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T02:20:59,245 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:20:59,245 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:59,245 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:20:59,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:20:59,246 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:20:59,247 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:20:59,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:20:59,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:20:59,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:20:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:20:59,298 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:20:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:20:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:20:59,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a4966dcc008b5ed46f16afdab74a3cd, NAME => 'hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039 2024-11-16T02:20:59,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:20:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:21:00,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:21:00,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5a4966dcc008b5ed46f16afdab74a3cd, disabling compactions & flushes 2024-11-16T02:21:00,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:21:00,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:21:00,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. after waiting 0 ms 2024-11-16T02:21:00,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:21:00,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:21:00,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a4966dcc008b5ed46f16afdab74a3cd: Waiting for close lock at 1731723660066Disabling compacts and flushes for region at 1731723660066Disabling writes for close at 1731723660066Writing region close event to WAL at 1731723660066Closed at 1731723660066 2024-11-16T02:21:00,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:21:00,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723660068"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723660068"}]},"ts":"1731723660068"} 2024-11-16T02:21:00,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:21:00,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:21:00,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723660073"}]},"ts":"1731723660073"} 2024-11-16T02:21:00,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:21:00,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a4966dcc008b5ed46f16afdab74a3cd, ASSIGN}] 2024-11-16T02:21:00,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a4966dcc008b5ed46f16afdab74a3cd, ASSIGN 2024-11-16T02:21:00,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a4966dcc008b5ed46f16afdab74a3cd, ASSIGN; state=OFFLINE, location=667222f7cf1b,37213,1731723644417; forceNewPlan=false, retain=false 2024-11-16T02:21:00,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:21:00,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a4966dcc008b5ed46f16afdab74a3cd, regionState=OPENING, regionLocation=667222f7cf1b,37213,1731723644417 2024-11-16T02:21:00,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5a4966dcc008b5ed46f16afdab74a3cd, ASSIGN because future has completed 2024-11-16T02:21:00,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a4966dcc008b5ed46f16afdab74a3cd, server=667222f7cf1b,37213,1731723644417}] 2024-11-16T02:21:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:21:00,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:21:00,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:21:00,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:21:00,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C37213%2C1731723644417.rep, suffix=, logDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417, archiveDir=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/oldWALs, maxLogs=10 2024-11-16T02:21:00,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.rep.1731723660392, exclude list is [], retry=0 2024-11-16T02:21:00,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33295,DS-4ff6993d-75b9-418b-83b0-9356807c15c9,DISK] 2024-11-16T02:21:00,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.rep.1731723660392 2024-11-16T02:21:00,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41927:41927)] 2024-11-16T02:21:00,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a4966dcc008b5ed46f16afdab74a3cd, NAME => 'hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:21:00,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:21:00,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:21:00,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. service=MultiRowMutationService 2024-11-16T02:21:00,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:21:00,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:21:00,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,411 INFO [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,413 INFO [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a4966dcc008b5ed46f16afdab74a3cd columnFamilyName hfileref 2024-11-16T02:21:00,413 DEBUG [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:21:00,413 INFO [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] regionserver.HStore(327): Store=5a4966dcc008b5ed46f16afdab74a3cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:21:00,414 INFO [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,415 INFO [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a4966dcc008b5ed46f16afdab74a3cd columnFamilyName queue 2024-11-16T02:21:00,415 DEBUG [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:21:00,415 INFO [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] regionserver.HStore(327): Store=5a4966dcc008b5ed46f16afdab74a3cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:21:00,415 INFO [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,416 INFO [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a4966dcc008b5ed46f16afdab74a3cd columnFamilyName sid 2024-11-16T02:21:00,416 DEBUG [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:21:00,417 INFO [StoreOpener-5a4966dcc008b5ed46f16afdab74a3cd-1 {}] regionserver.HStore(327): Store=5a4966dcc008b5ed46f16afdab74a3cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:21:00,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:21:00,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:21:00,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5a4966dcc008b5ed46f16afdab74a3cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59133949, jitterRate=-0.11883549392223358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:21:00,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:21:00,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5a4966dcc008b5ed46f16afdab74a3cd: Running coprocessor pre-open hook at 1731723660410Writing region info on filesystem at 1731723660410Initializing all the Stores at 1731723660411 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723660411Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723660411Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723660411Cleaning up temporary data from old regions at 1731723660418 (+7 ms)Running coprocessor post-open hooks at 1731723660422 (+4 ms)Region opened successfully at 1731723660422 2024-11-16T02:21:00,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd., pid=10, masterSystemTime=1731723660386 2024-11-16T02:21:00,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:21:00,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:21:00,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5a4966dcc008b5ed46f16afdab74a3cd, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37213,1731723644417 2024-11-16T02:21:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a4966dcc008b5ed46f16afdab74a3cd, server=667222f7cf1b,37213,1731723644417 because future has completed 2024-11-16T02:21:00,429 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36103 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=667222f7cf1b,37213,1731723644417, table=hbase:replication, region=5a4966dcc008b5ed46f16afdab74a3cd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T02:21:00,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:21:00,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a4966dcc008b5ed46f16afdab74a3cd, server=667222f7cf1b,37213,1731723644417 in 197 msec 2024-11-16T02:21:00,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:21:00,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5a4966dcc008b5ed46f16afdab74a3cd, ASSIGN in 356 msec 2024-11-16T02:21:00,435 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:21:00,436 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723660435"}]},"ts":"1731723660435"} 2024-11-16T02:21:00,438 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:21:00,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:21:00,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-16T02:21:00,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd., hostname=667222f7cf1b,37213,1731723644417, seqNum=2] 2024-11-16T02:21:00,645 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:21:00,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:21:00,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:21:00,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:21:00,960 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:21:00,986 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,37213,1731723644417, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:21:00,986 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:21:00,986 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37213,1731723644417, seqNum=-1] 2024-11-16T02:21:00,986 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:21:00,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-16T02:21:00,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,37213,1731723644417', locateType=CURRENT is [region=hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd., hostname=667222f7cf1b,37213,1731723644417, seqNum=2] 2024-11-16T02:21:00,992 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:21:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:21:00,994 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,37213,1731723644417 suceeded 2024-11-16T02:21:00,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:21:00,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-16T02:21:00,997 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:35219,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-16T02:21:00,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7620 sec 2024-11-16T02:21:01,006 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:35219' 2024-11-16T02:21:01,007 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7df04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:01,007 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35219,-1 for getting cluster id 2024-11-16T02:21:01,007 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:21:01,008 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3956d503-d757-4a17-9b94-eff25dff45f5' 2024-11-16T02:21:01,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:21:01,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3956d503-d757-4a17-9b94-eff25dff45f5" 2024-11-16T02:21:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a30f2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35219,-1] 2024-11-16T02:21:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:21:01,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:01,010 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:21:01,010 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65aab406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:01,011 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:21:01,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35219,1731723651487 2024-11-16T02:21:01,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@395539d9 2024-11-16T02:21:01,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:21:01,012 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-16T02:21:01,013 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,37213,1731723644417 (queues=1) is replicating from cluster=b6e37a9c-412d-4f2a-a066-2341df789a46 to cluster=3956d503-d757-4a17-9b94-eff25dff45f5 2024-11-16T02:21:01,013 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C37213%2C1731723644417 2024-11-16T02:21:01,013 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,37213,1731723644417, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:21:01,013 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C37213%2C1731723644417 2024-11-16T02:21:01,014 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218, startPosition=0, beingWritten=true 2024-11-16T02:21:01,024 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:21:01,024 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 379, reset compression=false 2024-11-16T02:21:01,024 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37213,1731723644417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:21:01,229 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 379, reset compression=false 2024-11-16T02:21:01,285 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:21:01,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:21:01,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:21:01,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:21:01,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:21:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:21:01,379 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:21:01,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:21:01,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:21:01,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:01,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:01,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:21:01,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:21:01,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731723661383/Put/seqid=0 2024-11-16T02:21:01,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741840_1016 (size=7894) 2024-11-16T02:21:01,534 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 379, reset compression=false 2024-11-16T02:21:01,795 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f/f/hfile_1 is 34, key is ddd/f:row/1731723661793/Put/seqid=0 2024-11-16T02:21:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741841_1017 (size=7691) 2024-11-16T02:21:01,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629e8c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:01,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36103,-1 for getting cluster id 2024-11-16T02:21:01,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:21:01,806 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6e37a9c-412d-4f2a-a066-2341df789a46' 2024-11-16T02:21:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:21:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6e37a9c-412d-4f2a-a066-2341df789a46" 2024-11-16T02:21:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa315dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36103,-1] 2024-11-16T02:21:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:21:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:01,808 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:21:01,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11023693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:01,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:21:01,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37213,1731723644417, seqNum=-1] 2024-11-16T02:21:01,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:21:01,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:21:01,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:21:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36103,1731723643686 2024-11-16T02:21:01,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6418f1cb 2024-11-16T02:21:01,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:21:01,835 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:21:01,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2] 2024-11-16T02:21:01,863 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:21:01,882 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T02:21:01,887 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T02:21:01,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f/f/hfile_0 for inclusion in a6d9800376abd0832b1e34256a254d0b/f 2024-11-16T02:21:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T02:21:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:21:01,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f/f/hfile_1 for inclusion in a6d9800376abd0832b1e34256a254d0b/f 2024-11-16T02:21:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T02:21:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:21:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HRegion(2603): Flush status journal for a6d9800376abd0832b1e34256a254d0b: 2024-11-16T02:21:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f/f/hfile_0 to hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_0 2024-11-16T02:21:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_0 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_ 2024-11-16T02:21:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f/f/hfile_1 to hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_1 2024-11-16T02:21:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_1 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ 2024-11-16T02:21:01,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_0 into a6d9800376abd0832b1e34256a254d0b/f as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_ - updating store file list. 2024-11-16T02:21:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa64771245b34f329a4ee940ff0f2180_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:21:01,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_ into a6d9800376abd0832b1e34256a254d0b/f 2024-11-16T02:21:01,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_0 into a6d9800376abd0832b1e34256a254d0b/f (new location: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_) 2024-11-16T02:21:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_0 2024-11-16T02:21:01,939 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 379, reset compression=false 2024-11-16T02:21:01,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_1 into a6d9800376abd0832b1e34256a254d0b/f as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ - updating store file list. 2024-11-16T02:21:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:21:01,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ into a6d9800376abd0832b1e34256a254d0b/f 2024-11-16T02:21:01,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_1 into a6d9800376abd0832b1e34256a254d0b/f (new location: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_) 2024-11-16T02:21:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__17enba3ao7unl01l9hud0dd597srp6j42tsnrct03go4ldl9pnt6dko7kdn5ic5v/f/hfile_1 2024-11-16T02:21:01,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:21:01,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:21:01,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:01,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:01,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:21:01,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:21:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2 , the old value is region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=667222f7cf1b:37213 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:21:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:21:01,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2 from cache 2024-11-16T02:21:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,38577,1731723651849, seqNum=-1] 2024-11-16T02:21:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:21:01,958 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T02:21:01,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:21:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723658083.ae3c66273fd4c40344aa8267061c202e., hostname=667222f7cf1b,38577,1731723651849, seqNum=2] 2024-11-16T02:21:01,963 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T02:21:02,070 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T02:21:02,443 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 379, reset compression=false 2024-11-16T02:21:02,453 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:21:02,453 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37213,1731723644417 got entry batch from reader: WALEntryBatch [walEntries=[{test/a6d9800376abd0832b1e34256a254d0b/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731723661949/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T02:21:02,470 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:21:02,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-16T02:21:02,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.ReplicationSink(318): Replicating [b6e37a9c-412d-4f2a-a066-2341df789a46] bulk loaded data 2024-11-16T02:21:02,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c6c3182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:02,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35219,-1 for getting cluster id 2024-11-16T02:21:02,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:21:02,475 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3956d503-d757-4a17-9b94-eff25dff45f5' 2024-11-16T02:21:02,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:21:02,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3956d503-d757-4a17-9b94-eff25dff45f5" 2024-11-16T02:21:02,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71cc5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:02,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35219,-1] 2024-11-16T02:21:02,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:21:02,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:02,476 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:21:02,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aa557d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:02,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741837_1013 (size=7894) 2024-11-16T02:21:02,653 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 687, reset compression=false 2024-11-16T02:21:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741838_1014 (size=7691) 2024-11-16T02:21:02,961 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 687, reset compression=false 2024-11-16T02:21:02,968 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T02:21:03,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:21:03,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35219,1731723651487 2024-11-16T02:21:03,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20cd259e 2024-11-16T02:21:03,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:21:03,307 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-16T02:21:03,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:21:03,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:21:03,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,38577,1731723651849, seqNum=-1] 2024-11-16T02:21:03,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:21:03,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-16T02:21:03,318 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T02:21:03,321 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T02:21:03,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_ for inclusion in ae3c66273fd4c40344aa8267061c202e/f 2024-11-16T02:21:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T02:21:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:21:03,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ for inclusion in ae3c66273fd4c40344aa8267061c202e/f 2024-11-16T02:21:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T02:21:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:21:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HRegion(2603): Flush status journal for ae3c66273fd4c40344aa8267061c202e: 2024-11-16T02:21:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aa64771245b34f329a4ee940ff0f2180_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:21:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_ as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/f/4d83629c18eb486b9dd632db50604010_SeqId_4_ 2024-11-16T02:21:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:21:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/f/59d04756685c4a1abf8e9c43159aa39f_SeqId_4_ 2024-11-16T02:21:03,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_ into ae3c66273fd4c40344aa8267061c202e/f as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/f/4d83629c18eb486b9dd632db50604010_SeqId_4_ - updating store file list. 2024-11-16T02:21:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d83629c18eb486b9dd632db50604010_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:21:03,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/f/4d83629c18eb486b9dd632db50604010_SeqId_4_ into ae3c66273fd4c40344aa8267061c202e/f 2024-11-16T02:21:03,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_ into ae3c66273fd4c40344aa8267061c202e/f (new location: hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/f/4d83629c18eb486b9dd632db50604010_SeqId_4_) 2024-11-16T02:21:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/aa64771245b34f329a4ee940ff0f2180_SeqId_4_ 2024-11-16T02:21:03,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ into ae3c66273fd4c40344aa8267061c202e/f as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/f/59d04756685c4a1abf8e9c43159aa39f_SeqId_4_ - updating store file list. 2024-11-16T02:21:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59d04756685c4a1abf8e9c43159aa39f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:21:03,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/f/59d04756685c4a1abf8e9c43159aa39f_SeqId_4_ into ae3c66273fd4c40344aa8267061c202e/f 2024-11-16T02:21:03,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ into ae3c66273fd4c40344aa8267061c202e/f (new location: hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/f/59d04756685c4a1abf8e9c43159aa39f_SeqId_4_) 2024-11-16T02:21:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/staging/jenkins.hfs.6__test__pv4c8fn9bisucv228lte8k0ufmf102p2jg1sjfeltctmh3jun1l9hq4m9mgqml60/f/6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_ 2024-11-16T02:21:03,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38577 {}] regionserver.ReplicationSink(324): Finished replicating [b6e37a9c-412d-4f2a-a066-2341df789a46] bulk loaded data 2024-11-16T02:21:03,369 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 687, reset compression=false 2024-11-16T02:21:03,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:21:03,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T02:21:03,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T02:21:03,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T02:21:03,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:21:03,400 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T02:21:03,875 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 687, reset compression=false 2024-11-16T02:21:03,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:21:03,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731723663993/Put/seqid=0 2024-11-16T02:21:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741842_1018 (size=7997) 2024-11-16T02:21:04,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731723664408/Put/seqid=0 2024-11-16T02:21:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741843_1019 (size=7794) 2024-11-16T02:21:04,479 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 687, reset compression=false 2024-11-16T02:21:04,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ac91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:04,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36103,-1 for getting cluster id 2024-11-16T02:21:04,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:21:04,815 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6e37a9c-412d-4f2a-a066-2341df789a46' 2024-11-16T02:21:04,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:21:04,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6e37a9c-412d-4f2a-a066-2341df789a46" 2024-11-16T02:21:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4e720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36103,-1] 2024-11-16T02:21:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:21:04,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:04,817 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:21:04,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbb82f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:21:04,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:21:04,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37213,1731723644417, seqNum=-1] 2024-11-16T02:21:04,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:21:04,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:21:04,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:21:04,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36103,1731723643686 2024-11-16T02:21:04,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3923f5de 2024-11-16T02:21:04,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:21:04,829 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:21:04,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2] 2024-11-16T02:21:04,835 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:21:04,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T02:21:04,846 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T02:21:04,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f1/f1/hfile_0 for inclusion in a6d9800376abd0832b1e34256a254d0b/f1 2024-11-16T02:21:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T02:21:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:21:04,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f1/f1/hfile_1 for inclusion in a6d9800376abd0832b1e34256a254d0b/f1 2024-11-16T02:21:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T02:21:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:21:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HRegion(2603): Flush status journal for a6d9800376abd0832b1e34256a254d0b: 2024-11-16T02:21:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f1/f1/hfile_0 to hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_0 2024-11-16T02:21:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_0 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f1/b44c3a4a5f6f482ea916380c952f3ca5_SeqId_6_ 2024-11-16T02:21:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/load_f1/f1/hfile_1 to hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_1 2024-11-16T02:21:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_1 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f1/6f9a54320e3a4bd6b9f053d3e8c50afd_SeqId_6_ 2024-11-16T02:21:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-16T02:21:04,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_0 into a6d9800376abd0832b1e34256a254d0b/f1 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f1/b44c3a4a5f6f482ea916380c952f3ca5_SeqId_6_ - updating store file list. 2024-11-16T02:21:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b44c3a4a5f6f482ea916380c952f3ca5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:21:04,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f1/b44c3a4a5f6f482ea916380c952f3ca5_SeqId_6_ into a6d9800376abd0832b1e34256a254d0b/f1 2024-11-16T02:21:04,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_0 into a6d9800376abd0832b1e34256a254d0b/f1 (new location: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f1/b44c3a4a5f6f482ea916380c952f3ca5_SeqId_6_) 2024-11-16T02:21:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_0 2024-11-16T02:21:04,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_1 into a6d9800376abd0832b1e34256a254d0b/f1 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f1/6f9a54320e3a4bd6b9f053d3e8c50afd_SeqId_6_ - updating store file list. 2024-11-16T02:21:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6f9a54320e3a4bd6b9f053d3e8c50afd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:21:04,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f1/6f9a54320e3a4bd6b9f053d3e8c50afd_SeqId_6_ into a6d9800376abd0832b1e34256a254d0b/f1 2024-11-16T02:21:04,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_1 into a6d9800376abd0832b1e34256a254d0b/f1 (new location: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/f1/6f9a54320e3a4bd6b9f053d3e8c50afd_SeqId_6_) 2024-11-16T02:21:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/staging/jenkins__test__c0vv3s3jgmcics12v3tferu346p9fb07drn54ftiaga9mid0b73frpn00859s4tg/f1/hfile_1 2024-11-16T02:21:04,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:21:04,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:21:04,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:04,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:21:04,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:21:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2 , the old value is region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=667222f7cf1b:37213 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:21:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:21:04,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2 from cache 2024-11-16T02:21:04,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:21:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37213,1731723644417, seqNum=-1] 2024-11-16T02:21:04,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:21:04,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:21:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37213: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:32780 deadline: 1731723724892 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:32780 2024-11-16T02:21:04,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b., hostname=667222f7cf1b,37213,1731723644417, seqNum=2] 2024-11-16T02:21:04,999 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T02:21:05,183 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 687, reset compression=false 2024-11-16T02:21:05,190 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:21:05,190 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:05,190 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37213,1731723644417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:21:05,396 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:05,701 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:06,107 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:06,190 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:21:06,612 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:07,216 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:07,920 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:08,724 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:09,628 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:10,632 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:11,736 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:12,940 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:13,275 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:21:14,245 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:15,649 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:17,159 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:18,764 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:20,473 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:21,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:21:22,277 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:24,188 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:25,193 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37213,1731723644417 got entry batch from reader: null 2024-11-16T02:21:26,210 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:28,317 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:28,804 INFO [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T02:21:28,804 INFO [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T02:21:30,523 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:32,829 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:35,262 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:36,769 INFO [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T02:21:36,769 INFO [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T02:21:37,787 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:40,392 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:42,060 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a6d9800376abd0832b1e34256a254d0b, had cached 0 bytes from a total of 31376 2024-11-16T02:21:43,101 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:43,276 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:21:43,828 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ae3c66273fd4c40344aa8267061c202e, had cached 0 bytes from a total of 15585 2024-11-16T02:21:45,194 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37213,1731723644417 got entry batch from reader: null 2024-11-16T02:21:45,906 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:48,810 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:51,072 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:21:51,814 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:54,918 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:21:58,123 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:22:01,427 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:22:04,837 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:22:04,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:22:04,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:04,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:04,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:04,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:04,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:04,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:22:04,931 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1224149501, stopped=false 2024-11-16T02:22:04,931 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,35219,1731723651487 2024-11-16T02:22:05,010 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:05,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-677864684/running 2024-11-16T02:22:05,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-677864684/running 2024-11-16T02:22:05,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:05,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:22:05,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:22:05,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:05,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:05,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,38577,1731723651849' ***** 2024-11-16T02:22:05,011 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:22:05,011 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:22:05,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on znode that does not yet exist, /1-677864684/running 2024-11-16T02:22:05,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Set watcher on znode that does not yet exist, /1-677864684/running 2024-11-16T02:22:05,012 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:22:05,012 INFO [RS:0;667222f7cf1b:38577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:22:05,012 INFO [RS:0;667222f7cf1b:38577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:22:05,012 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(3091): Received CLOSE for ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:22:05,013 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,38577,1731723651849 2024-11-16T02:22:05,013 INFO [RS:0;667222f7cf1b:38577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:05,013 INFO [RS:0;667222f7cf1b:38577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:38577. 2024-11-16T02:22:05,013 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae3c66273fd4c40344aa8267061c202e, disabling compactions & flushes 2024-11-16T02:22:05,013 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:22:05,013 DEBUG [RS:0;667222f7cf1b:38577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:05,013 DEBUG [RS:0;667222f7cf1b:38577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:05,013 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:22:05,013 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. after waiting 0 ms 2024-11-16T02:22:05,013 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:22:05,013 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:22:05,013 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:22:05,013 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:22:05,014 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:22:05,014 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:22:05,014 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae3c66273fd4c40344aa8267061c202e=test,,1731723658083.ae3c66273fd4c40344aa8267061c202e.} 2024-11-16T02:22:05,014 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae3c66273fd4c40344aa8267061c202e 2024-11-16T02:22:05,014 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:22:05,014 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:22:05,014 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:22:05,014 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:22:05,014 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:22:05,015 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T02:22:05,020 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/default/test/ae3c66273fd4c40344aa8267061c202e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T02:22:05,021 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:05,021 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:22:05,021 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:22:05,021 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae3c66273fd4c40344aa8267061c202e: Waiting for close lock at 1731723725013Running coprocessor pre-close hooks at 1731723725013Disabling compacts and flushes for region at 1731723725013Disabling writes for close at 1731723725013Writing region close event to WAL at 1731723725014 (+1 ms)Running coprocessor post-close hooks at 1731723725021 (+7 ms)Closed at 1731723725021 2024-11-16T02:22:05,021 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723658083.ae3c66273fd4c40344aa8267061c202e. 2024-11-16T02:22:05,032 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/info/d82502641bf34d0984bf88a382c07311 is 129, key is test,,1731723658083.ae3c66273fd4c40344aa8267061c202e./info:regioninfo/1731723658846/Put/seqid=0 2024-11-16T02:22:05,036 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:05,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741839_1015 (size=6421) 2024-11-16T02:22:05,194 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37213,1731723644417 got entry batch from reader: null 2024-11-16T02:22:05,214 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:05,415 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:05,437 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/info/d82502641bf34d0984bf88a382c07311 2024-11-16T02:22:05,465 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/ns/9c6ce3d968574ff197584f51e404f6a1 is 43, key is default/ns:d/1731723655824/Put/seqid=0 2024-11-16T02:22:05,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741840_1016 (size=5153) 2024-11-16T02:22:05,615 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:05,748 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:22:05,749 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:22:05,815 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:05,871 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/ns/9c6ce3d968574ff197584f51e404f6a1 2024-11-16T02:22:05,901 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/rep_barrier/1d00705acfe449e1a0b0eebf0dc1fcd4 is 112, key is test,,1731723658083.ae3c66273fd4c40344aa8267061c202e./rep_barrier:seqnumDuringOpen/1731723658846/Put/seqid=0 2024-11-16T02:22:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741841_1017 (size=5518) 2024-11-16T02:22:06,015 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:22:06,015 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:22:06,015 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:06,216 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:06,307 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/rep_barrier/1d00705acfe449e1a0b0eebf0dc1fcd4 2024-11-16T02:22:06,335 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/table/7bd6cfc1192c421d917841a52922c772 is 40, key is test/table:state/1731723658856/Put/seqid=0 2024-11-16T02:22:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741842_1018 (size=5165) 2024-11-16T02:22:06,416 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:06,616 DEBUG [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:06,740 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/table/7bd6cfc1192c421d917841a52922c772 2024-11-16T02:22:06,748 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/info/d82502641bf34d0984bf88a382c07311 as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/info/d82502641bf34d0984bf88a382c07311 2024-11-16T02:22:06,756 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/info/d82502641bf34d0984bf88a382c07311, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T02:22:06,758 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/ns/9c6ce3d968574ff197584f51e404f6a1 as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/ns/9c6ce3d968574ff197584f51e404f6a1 2024-11-16T02:22:06,764 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/ns/9c6ce3d968574ff197584f51e404f6a1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T02:22:06,765 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/rep_barrier/1d00705acfe449e1a0b0eebf0dc1fcd4 as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/rep_barrier/1d00705acfe449e1a0b0eebf0dc1fcd4 2024-11-16T02:22:06,769 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/rep_barrier/1d00705acfe449e1a0b0eebf0dc1fcd4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T02:22:06,770 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/.tmp/table/7bd6cfc1192c421d917841a52922c772 as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/table/7bd6cfc1192c421d917841a52922c772 2024-11-16T02:22:06,774 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/table/7bd6cfc1192c421d917841a52922c772, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T02:22:06,775 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1761ms, sequenceid=11, compaction requested=false 2024-11-16T02:22:06,780 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T02:22:06,780 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:06,780 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:06,780 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:06,781 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723725014Running coprocessor pre-close hooks at 1731723725014Disabling compacts and flushes for region at 1731723725014Disabling writes for close at 1731723725014Obtaining lock to block concurrent updates at 1731723725015 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731723725015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731723725015Flushing stores of hbase:meta,,1.1588230740 at 1731723725016 (+1 ms)Flushing 1588230740/info: creating writer at 1731723725016Flushing 1588230740/info: appending metadata at 1731723725031 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731723725031Flushing 1588230740/ns: creating writer at 1731723725449 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731723725465 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731723725465Flushing 1588230740/rep_barrier: creating writer at 1731723725887 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723725901 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723725901Flushing 1588230740/table: creating writer at 1731723726316 (+415 ms)Flushing 1588230740/table: appending metadata at 1731723726335 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731723726335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fdcd26f: reopening flushed file at 1731723726747 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a574f7: reopening flushed file at 1731723726756 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20de0bc9: reopening flushed file at 1731723726764 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad02382: reopening flushed file at 1731723726769 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1761ms, sequenceid=11, compaction requested=false at 1731723726775 (+6 ms)Writing region close event to WAL at 1731723726777 (+2 ms)Running coprocessor post-close hooks at 1731723726780 (+3 ms)Closed at 1731723726780 2024-11-16T02:22:06,781 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:06,816 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,38577,1731723651849; all regions closed. 2024-11-16T02:22:06,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741834_1010 (size=2717) 2024-11-16T02:22:06,819 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/WALs/667222f7cf1b,38577,1731723651849/667222f7cf1b%2C38577%2C1731723651849.meta.1731723655766.meta not finished, retry = 0 2024-11-16T02:22:06,921 DEBUG [RS:0;667222f7cf1b:38577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/oldWALs 2024-11-16T02:22:06,922 INFO [RS:0;667222f7cf1b:38577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C38577%2C1731723651849.meta:.meta(num 1731723655766) 2024-11-16T02:22:06,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741832_1008 (size=1028) 2024-11-16T02:22:06,925 DEBUG [RS:0;667222f7cf1b:38577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/oldWALs 2024-11-16T02:22:06,925 INFO [RS:0;667222f7cf1b:38577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C38577%2C1731723651849:(num 1731723654882) 2024-11-16T02:22:06,925 DEBUG [RS:0;667222f7cf1b:38577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:06,925 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:06,925 INFO [RS:0;667222f7cf1b:38577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:06,926 INFO [RS:0;667222f7cf1b:38577 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:06,926 INFO [RS:0;667222f7cf1b:38577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:06,926 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:06,926 INFO [RS:0;667222f7cf1b:38577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:38577. 2024-11-16T02:22:06,926 DEBUG [RS:0;667222f7cf1b:38577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:06,926 DEBUG [RS:0;667222f7cf1b:38577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:06,926 DEBUG [RS:0;667222f7cf1b:38577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:06,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:06,926 INFO [RS:0;667222f7cf1b:38577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38577 2024-11-16T02:22:07,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684/rs 2024-11-16T02:22:07,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-677864684/rs/667222f7cf1b,38577,1731723651849 2024-11-16T02:22:07,009 INFO [RS:0;667222f7cf1b:38577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:07,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,38577,1731723651849] 2024-11-16T02:22:07,030 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-677864684/draining/667222f7cf1b,38577,1731723651849 already deleted, retry=false 2024-11-16T02:22:07,030 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,38577,1731723651849 expired; onlineServers=0 2024-11-16T02:22:07,030 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,35219,1731723651487' ***** 2024-11-16T02:22:07,030 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:22:07,031 INFO [M:0;667222f7cf1b:35219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:07,031 INFO [M:0;667222f7cf1b:35219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:07,031 DEBUG [M:0;667222f7cf1b:35219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:22:07,031 DEBUG [M:0;667222f7cf1b:35219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:22:07,031 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723654537 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723654537,5,FailOnTimeoutGroup] 2024-11-16T02:22:07,031 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:22:07,031 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723654537 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723654537,5,FailOnTimeoutGroup] 2024-11-16T02:22:07,031 INFO [M:0;667222f7cf1b:35219 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:07,032 INFO [M:0;667222f7cf1b:35219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:07,032 DEBUG [M:0;667222f7cf1b:35219 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:22:07,032 INFO [M:0;667222f7cf1b:35219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:22:07,032 INFO [M:0;667222f7cf1b:35219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:07,032 INFO [M:0;667222f7cf1b:35219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:22:07,032 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:22:07,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-677864684/master 2024-11-16T02:22:07,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-677864684 2024-11-16T02:22:07,041 DEBUG [M:0;667222f7cf1b:35219 {}] zookeeper.ZKUtil(347): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Unable to get data of znode /1-677864684/master because node does not exist (not an error) 2024-11-16T02:22:07,041 WARN [M:0;667222f7cf1b:35219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:22:07,044 INFO [M:0;667222f7cf1b:35219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/.lastflushedseqids 2024-11-16T02:22:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741843_1019 (size=173) 2024-11-16T02:22:07,120 INFO [RS:0;667222f7cf1b:38577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:07,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:07,121 INFO [RS:0;667222f7cf1b:38577 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,38577,1731723651849; zookeeper connection closed. 2024-11-16T02:22:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38577-0x1014171bb8e0004, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:07,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@413b4d44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@413b4d44 2024-11-16T02:22:07,122 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:22:07,454 INFO [M:0;667222f7cf1b:35219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:22:07,455 INFO [M:0;667222f7cf1b:35219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:22:07,455 DEBUG [M:0;667222f7cf1b:35219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:22:07,455 INFO [M:0;667222f7cf1b:35219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:07,455 DEBUG [M:0;667222f7cf1b:35219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:07,455 DEBUG [M:0;667222f7cf1b:35219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:22:07,456 DEBUG [M:0;667222f7cf1b:35219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:07,456 INFO [M:0;667222f7cf1b:35219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-16T02:22:07,476 DEBUG [M:0;667222f7cf1b:35219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0b7c5a1e61f4272b371b8243a781a65 is 82, key is hbase:meta,,1/info:regioninfo/1731723655805/Put/seqid=0 2024-11-16T02:22:07,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741844_1020 (size=5672) 2024-11-16T02:22:07,882 INFO [M:0;667222f7cf1b:35219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0b7c5a1e61f4272b371b8243a781a65 2024-11-16T02:22:07,956 DEBUG [M:0;667222f7cf1b:35219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fa7b12ae0f54a1a9eb466fa19aa8bf6 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731723658860/Put/seqid=0 2024-11-16T02:22:07,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741845_1021 (size=6726) 2024-11-16T02:22:08,347 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/WALs/667222f7cf1b,37213,1731723644417/667222f7cf1b%2C37213%2C1731723644417.1731723648218 to pos 997, reset compression=false 2024-11-16T02:22:08,361 INFO [M:0;667222f7cf1b:35219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fa7b12ae0f54a1a9eb466fa19aa8bf6 2024-11-16T02:22:08,367 INFO [M:0;667222f7cf1b:35219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fa7b12ae0f54a1a9eb466fa19aa8bf6 2024-11-16T02:22:08,380 DEBUG [M:0;667222f7cf1b:35219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6effcf788fc47829709820194cbf4ae is 69, key is 667222f7cf1b,38577,1731723651849/rs:state/1731723654617/Put/seqid=0 2024-11-16T02:22:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741846_1022 (size=5156) 2024-11-16T02:22:08,786 INFO [M:0;667222f7cf1b:35219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6effcf788fc47829709820194cbf4ae 2024-11-16T02:22:08,795 DEBUG [M:0;667222f7cf1b:35219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0b7c5a1e61f4272b371b8243a781a65 as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0b7c5a1e61f4272b371b8243a781a65 2024-11-16T02:22:08,800 INFO [M:0;667222f7cf1b:35219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0b7c5a1e61f4272b371b8243a781a65, entries=8, sequenceid=58, filesize=5.5 K 2024-11-16T02:22:08,801 DEBUG [M:0;667222f7cf1b:35219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fa7b12ae0f54a1a9eb466fa19aa8bf6 as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fa7b12ae0f54a1a9eb466fa19aa8bf6 2024-11-16T02:22:08,806 INFO [M:0;667222f7cf1b:35219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fa7b12ae0f54a1a9eb466fa19aa8bf6 2024-11-16T02:22:08,806 INFO [M:0;667222f7cf1b:35219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fa7b12ae0f54a1a9eb466fa19aa8bf6, entries=6, sequenceid=58, filesize=6.6 K 2024-11-16T02:22:08,807 DEBUG [M:0;667222f7cf1b:35219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a6effcf788fc47829709820194cbf4ae as hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6effcf788fc47829709820194cbf4ae 2024-11-16T02:22:08,812 INFO [M:0;667222f7cf1b:35219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42827/user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a6effcf788fc47829709820194cbf4ae, entries=1, sequenceid=58, filesize=5.0 K 2024-11-16T02:22:08,813 INFO [M:0;667222f7cf1b:35219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=58, compaction requested=false 2024-11-16T02:22:08,814 INFO [M:0;667222f7cf1b:35219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:08,814 DEBUG [M:0;667222f7cf1b:35219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723727455Disabling compacts and flushes for region at 1731723727455Disabling writes for close at 1731723727455Obtaining lock to block concurrent updates at 1731723727456 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723727456Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731723727457 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723727458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723727458Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723727475 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723727475Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723727935 (+460 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723727955 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723727955Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723728367 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723728379 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723728379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3517b64d: reopening flushed file at 1731723728794 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aab0d4a: reopening flushed file at 1731723728800 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729e2b89: reopening flushed file at 1731723728806 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1357ms, sequenceid=58, compaction requested=false at 1731723728813 (+7 ms)Writing region close event to WAL at 1731723728814 (+1 ms)Closed at 1731723728814 2024-11-16T02:22:08,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741830_1006 (size=33014) 2024-11-16T02:22:08,816 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc34f219-cb92-632e-61c9-3ca3c456e661/MasterData/WALs/667222f7cf1b,35219,1731723651487/667222f7cf1b%2C35219%2C1731723651487.1731723653651 not finished, retry = 0 2024-11-16T02:22:08,917 INFO [M:0;667222f7cf1b:35219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:22:08,917 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:08,917 INFO [M:0;667222f7cf1b:35219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35219 2024-11-16T02:22:08,917 INFO [M:0;667222f7cf1b:35219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:09,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:09,067 INFO [M:0;667222f7cf1b:35219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:09,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35219-0x1014171bb8e0003, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:09,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7baeb6f2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:22:09,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@105b91ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:22:09,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:22:09,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d17c862{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:22:09,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f39995f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.log.dir/,STOPPED} 2024-11-16T02:22:09,077 WARN [BP-1490710399-172.17.0.3-1731723648958 heartbeating to localhost/127.0.0.1:42827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:22:09,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:22:09,077 WARN [BP-1490710399-172.17.0.3-1731723648958 heartbeating to localhost/127.0.0.1:42827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1490710399-172.17.0.3-1731723648958 (Datanode Uuid c1acccad-99bb-4439-a8bd-169dc4ae5912) service to localhost/127.0.0.1:42827 2024-11-16T02:22:09,077 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:22:09,077 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/cluster_f8f6e16b-7856-d747-6900-13ed2e0d7bec/data/data1/current/BP-1490710399-172.17.0.3-1731723648958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:22:09,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/cluster_f8f6e16b-7856-d747-6900-13ed2e0d7bec/data/data2/current/BP-1490710399-172.17.0.3-1731723648958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:22:09,078 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:22:09,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@499b01b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:22:09,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22af0352{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:22:09,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:22:09,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecfec2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:22:09,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75e3204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.log.dir/,STOPPED} 2024-11-16T02:22:09,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:22:09,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:22:09,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:09,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:09,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:09,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:09,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:09,100 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:22:09,100 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=641927026, stopped=false 2024-11-16T02:22:09,101 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,36103,1731723643686 2024-11-16T02:22:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289410802/running 2024-11-16T02:22:09,114 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289410802/running 2024-11-16T02:22:09,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:22:09,114 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:22:09,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:09,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:09,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:09,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:09,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,37213,1731723644417' ***** 2024-11-16T02:22:09,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:22:09,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on znode that does not yet exist, /0-289410802/running 2024-11-16T02:22:09,115 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:22:09,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Set watcher on znode that does not yet exist, /0-289410802/running 2024-11-16T02:22:09,115 INFO [RS:0;667222f7cf1b:37213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:22:09,115 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:22:09,115 INFO [RS:0;667222f7cf1b:37213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:22:09,115 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a4966dcc008b5ed46f16afdab74a3cd 2024-11-16T02:22:09,116 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(3091): Received CLOSE for a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:22:09,116 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,37213,1731723644417 2024-11-16T02:22:09,116 INFO [RS:0;667222f7cf1b:37213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:09,116 INFO [RS:0;667222f7cf1b:37213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:37213. 2024-11-16T02:22:09,116 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a4966dcc008b5ed46f16afdab74a3cd, disabling compactions & flushes 2024-11-16T02:22:09,116 DEBUG [RS:0;667222f7cf1b:37213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:09,116 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:22:09,116 DEBUG [RS:0;667222f7cf1b:37213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:09,116 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:22:09,116 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. after waiting 0 ms 2024-11-16T02:22:09,116 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:22:09,116 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:22:09,116 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:22:09,116 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:22:09,116 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:22:09,116 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a4966dcc008b5ed46f16afdab74a3cd 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-16T02:22:09,116 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:22:09,116 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1325): Online Regions={5a4966dcc008b5ed46f16afdab74a3cd=hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd., 1588230740=hbase:meta,,1.1588230740, a6d9800376abd0832b1e34256a254d0b=test,,1731723655915.a6d9800376abd0832b1e34256a254d0b.} 2024-11-16T02:22:09,117 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:22:09,117 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a4966dcc008b5ed46f16afdab74a3cd, a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:22:09,117 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:22:09,117 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:22:09,117 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:22:09,117 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:22:09,117 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:22:09,131 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/info/3be639afb4044fe0860b10a71d6e7b0f is 147, key is hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd./info:regioninfo/1731723660426/Put/seqid=0 2024-11-16T02:22:09,131 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/.tmp/hfileref/1995a6e361584481a1f67ea88fe56bff is 74, key is 1/hfileref:6d3920594abd4c8ca4987de6b8a80d46_SeqId_4_/1731723663352/DeleteColumn/seqid=0 2024-11-16T02:22:09,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741845_1021 (size=5203) 2024-11-16T02:22:09,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741844_1020 (size=7686) 2024-11-16T02:22:09,140 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:09,317 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a4966dcc008b5ed46f16afdab74a3cd, a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:22:09,517 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a4966dcc008b5ed46f16afdab74a3cd, a6d9800376abd0832b1e34256a254d0b 2024-11-16T02:22:09,538 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/info/3be639afb4044fe0860b10a71d6e7b0f 2024-11-16T02:22:09,538 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/.tmp/hfileref/1995a6e361584481a1f67ea88fe56bff 2024-11-16T02:22:09,562 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/ns/7f4f6610b5b34ddfa65ae929c737353e is 43, key is default/ns:d/1731723648757/Put/seqid=0 2024-11-16T02:22:09,562 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/.tmp/queue/94a58b7d5b0c4e4dacc859d431d23beb is 153, key is 1-667222f7cf1b,37213,1731723644417/queue:667222f7cf1b%2C37213%2C1731723644417/1731723665192/Put/seqid=0 2024-11-16T02:22:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741846_1022 (size=5153) 2024-11-16T02:22:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741847_1023 (size=5352) 2024-11-16T02:22:09,566 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/.tmp/queue/94a58b7d5b0c4e4dacc859d431d23beb 2024-11-16T02:22:09,572 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/.tmp/hfileref/1995a6e361584481a1f67ea88fe56bff as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/hfileref/1995a6e361584481a1f67ea88fe56bff 2024-11-16T02:22:09,578 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/hfileref/1995a6e361584481a1f67ea88fe56bff, entries=2, sequenceid=10, filesize=5.1 K 2024-11-16T02:22:09,579 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/.tmp/queue/94a58b7d5b0c4e4dacc859d431d23beb as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/queue/94a58b7d5b0c4e4dacc859d431d23beb 2024-11-16T02:22:09,584 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/queue/94a58b7d5b0c4e4dacc859d431d23beb, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T02:22:09,585 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5a4966dcc008b5ed46f16afdab74a3cd in 469ms, sequenceid=10, compaction requested=false 2024-11-16T02:22:09,589 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/replication/5a4966dcc008b5ed46f16afdab74a3cd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T02:22:09,590 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:09,590 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:09,590 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:22:09,590 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a4966dcc008b5ed46f16afdab74a3cd: Waiting for close lock at 1731723729116Running coprocessor pre-close hooks at 1731723729116Disabling compacts and flushes for region at 1731723729116Disabling writes for close at 1731723729116Obtaining lock to block concurrent updates at 1731723729116Preparing flush snapshotting stores in 5a4966dcc008b5ed46f16afdab74a3cd at 1731723729116Finished memstore snapshotting hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731723729117 (+1 ms)Flushing stores of hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. at 1731723729117Flushing 5a4966dcc008b5ed46f16afdab74a3cd/hfileref: creating writer at 1731723729117Flushing 5a4966dcc008b5ed46f16afdab74a3cd/hfileref: appending metadata at 1731723729131 (+14 ms)Flushing 5a4966dcc008b5ed46f16afdab74a3cd/hfileref: closing flushed file at 1731723729131Flushing 5a4966dcc008b5ed46f16afdab74a3cd/queue: creating writer at 1731723729547 (+416 ms)Flushing 5a4966dcc008b5ed46f16afdab74a3cd/queue: appending metadata at 1731723729561 (+14 ms)Flushing 5a4966dcc008b5ed46f16afdab74a3cd/queue: closing flushed file at 1731723729562 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c112e59: reopening flushed file at 1731723729572 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0e1e98: reopening flushed file at 1731723729578 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 5a4966dcc008b5ed46f16afdab74a3cd in 469ms, sequenceid=10, compaction requested=false at 1731723729585 (+7 ms)Writing region close event to WAL at 1731723729586 (+1 ms)Running coprocessor post-close hooks at 1731723729589 (+3 ms)Closed at 1731723729590 (+1 ms) 2024-11-16T02:22:09,590 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723659246.5a4966dcc008b5ed46f16afdab74a3cd. 2024-11-16T02:22:09,590 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6d9800376abd0832b1e34256a254d0b, disabling compactions & flushes 2024-11-16T02:22:09,590 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:22:09,590 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:22:09,590 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. after waiting 0 ms 2024-11-16T02:22:09,590 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:22:09,594 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/default/test/a6d9800376abd0832b1e34256a254d0b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T02:22:09,594 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:09,594 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:22:09,594 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:22:09,594 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6d9800376abd0832b1e34256a254d0b: Waiting for close lock at 1731723729590Running coprocessor pre-close hooks at 1731723729590Disabling compacts and flushes for region at 1731723729590Disabling writes for close at 1731723729590Writing region close event to WAL at 1731723729591 (+1 ms)Running coprocessor post-close hooks at 1731723729594 (+3 ms)Closed at 1731723729594 2024-11-16T02:22:09,594 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723655915.a6d9800376abd0832b1e34256a254d0b. 2024-11-16T02:22:09,718 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:09,918 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:09,967 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/ns/7f4f6610b5b34ddfa65ae929c737353e 2024-11-16T02:22:09,997 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/rep_barrier/742b121aefcc483a823e66ba1af44457 is 112, key is test,,1731723655915.a6d9800376abd0832b1e34256a254d0b./rep_barrier:seqnumDuringOpen/1731723657081/Put/seqid=0 2024-11-16T02:22:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741848_1024 (size=5518) 2024-11-16T02:22:10,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,088 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:22:10,088 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:22:10,118 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:22:10,118 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:22:10,118 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:10,319 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:10,485 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/rep_barrier/742b121aefcc483a823e66ba1af44457 2024-11-16T02:22:10,505 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/table/e6a986add6b045038a94261d715da175 is 53, key is hbase:replication/table:state/1731723660435/Put/seqid=0 2024-11-16T02:22:10,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741849_1025 (size=5308) 2024-11-16T02:22:10,519 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:10,566 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:22:10,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:10,719 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:10,910 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/table/e6a986add6b045038a94261d715da175 2024-11-16T02:22:10,920 DEBUG [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:10,924 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/info/3be639afb4044fe0860b10a71d6e7b0f as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/info/3be639afb4044fe0860b10a71d6e7b0f 2024-11-16T02:22:10,930 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/info/3be639afb4044fe0860b10a71d6e7b0f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:22:10,931 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/ns/7f4f6610b5b34ddfa65ae929c737353e as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/ns/7f4f6610b5b34ddfa65ae929c737353e 2024-11-16T02:22:10,936 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/ns/7f4f6610b5b34ddfa65ae929c737353e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:22:10,937 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/rep_barrier/742b121aefcc483a823e66ba1af44457 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/rep_barrier/742b121aefcc483a823e66ba1af44457 2024-11-16T02:22:10,942 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/rep_barrier/742b121aefcc483a823e66ba1af44457, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:22:10,943 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/.tmp/table/e6a986add6b045038a94261d715da175 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/table/e6a986add6b045038a94261d715da175 2024-11-16T02:22:10,947 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/table/e6a986add6b045038a94261d715da175, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:22:10,948 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1831ms, sequenceid=16, compaction requested=false 2024-11-16T02:22:10,952 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:22:10,953 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:10,953 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:10,953 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:10,953 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723729117Running coprocessor pre-close hooks at 1731723729117Disabling compacts and flushes for region at 1731723729117Disabling writes for close at 1731723729117Obtaining lock to block concurrent updates at 1731723729117Preparing flush snapshotting stores in 1588230740 at 1731723729117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723729117Flushing stores of hbase:meta,,1.1588230740 at 1731723729117Flushing 1588230740/info: creating writer at 1731723729117Flushing 1588230740/info: appending metadata at 1731723729131 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731723729131Flushing 1588230740/ns: creating writer at 1731723729547 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731723729562 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731723729562Flushing 1588230740/rep_barrier: creating writer at 1731723729978 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723729996 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723729996Flushing 1588230740/table: creating writer at 1731723730490 (+494 ms)Flushing 1588230740/table: appending metadata at 1731723730505 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731723730505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c7c572: reopening flushed file at 1731723730923 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ccfceb: reopening flushed file at 1731723730930 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362eba9f: reopening flushed file at 1731723730936 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb9b714: reopening flushed file at 1731723730942 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1831ms, sequenceid=16, compaction requested=false at 1731723730948 (+6 ms)Writing region close event to WAL at 1731723730949 (+1 ms)Running coprocessor post-close hooks at 1731723730953 (+4 ms)Closed at 1731723730953 2024-11-16T02:22:10,953 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:11,120 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,37213,1731723644417; all regions closed. 2024-11-16T02:22:11,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:22:11,129 DEBUG [RS:0;667222f7cf1b:37213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/oldWALs 2024-11-16T02:22:11,129 INFO [RS:0;667222f7cf1b:37213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C37213%2C1731723644417.meta:.meta(num 1731723648638) 2024-11-16T02:22:11,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741839_1015 (size=2700) 2024-11-16T02:22:11,136 DEBUG [RS:0;667222f7cf1b:37213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/oldWALs 2024-11-16T02:22:11,136 INFO [RS:0;667222f7cf1b:37213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C37213%2C1731723644417.rep:(num 1731723660392) 2024-11-16T02:22:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741832_1008 (size=1300) 2024-11-16T02:22:11,143 DEBUG [RS:0;667222f7cf1b:37213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/oldWALs 2024-11-16T02:22:11,143 INFO [RS:0;667222f7cf1b:37213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C37213%2C1731723644417:(num 1731723648218) 2024-11-16T02:22:11,143 DEBUG [RS:0;667222f7cf1b:37213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:11,143 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:11,143 INFO [RS:0;667222f7cf1b:37213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:11,144 INFO [RS:0;667222f7cf1b:37213 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:11,144 INFO [RS:0;667222f7cf1b:37213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:11,144 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:11,144 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,37213,1731723644417 because: Region server is closing 2024-11-16T02:22:11,144 INFO [RS:0;667222f7cf1b:37213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:37213. 2024-11-16T02:22:11,144 DEBUG [RS:0;667222f7cf1b:37213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:11,144 DEBUG [RS:0;667222f7cf1b:37213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:11,144 DEBUG [RS:0;667222f7cf1b:37213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:11,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:11,245 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.wal-reader.667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:22:11,245 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T02:22:11,245 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37213,1731723644417.replicationSource.shipper667222f7cf1b%2C37213%2C1731723644417,1-667222f7cf1b,37213,1731723644417 terminated 2024-11-16T02:22:11,246 INFO [RS:0;667222f7cf1b:37213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37213 2024-11-16T02:22:11,315 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289410802/rs/667222f7cf1b,37213,1731723644417 2024-11-16T02:22:11,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802/rs 2024-11-16T02:22:11,315 INFO [RS:0;667222f7cf1b:37213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:11,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,37213,1731723644417] 2024-11-16T02:22:11,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-289410802/draining/667222f7cf1b,37213,1731723644417 already deleted, retry=false 2024-11-16T02:22:11,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,37213,1731723644417 expired; onlineServers=0 2024-11-16T02:22:11,335 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,36103,1731723643686' ***** 2024-11-16T02:22:11,335 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:22:11,335 INFO [M:0;667222f7cf1b:36103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:11,335 INFO [M:0;667222f7cf1b:36103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:11,335 DEBUG [M:0;667222f7cf1b:36103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:22:11,335 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:22:11,335 DEBUG [M:0;667222f7cf1b:36103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:22:11,335 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723647827 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723647827,5,FailOnTimeoutGroup] 2024-11-16T02:22:11,335 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723647828 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723647828,5,FailOnTimeoutGroup] 2024-11-16T02:22:11,335 INFO [M:0;667222f7cf1b:36103 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:11,336 INFO [M:0;667222f7cf1b:36103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:11,336 DEBUG [M:0;667222f7cf1b:36103 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:22:11,336 INFO [M:0;667222f7cf1b:36103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:22:11,336 INFO [M:0;667222f7cf1b:36103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:11,336 INFO [M:0;667222f7cf1b:36103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:22:11,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:22:11,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-289410802/master 2024-11-16T02:22:11,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-289410802 2024-11-16T02:22:11,346 DEBUG [M:0;667222f7cf1b:36103 {}] zookeeper.ZKUtil(347): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Unable to get data of znode /0-289410802/master because node does not exist (not an error) 2024-11-16T02:22:11,346 WARN [M:0;667222f7cf1b:36103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:22:11,347 INFO [M:0;667222f7cf1b:36103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/.lastflushedseqids 2024-11-16T02:22:11,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741850_1026 (size=263) 2024-11-16T02:22:11,425 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:11,425 INFO [RS:0;667222f7cf1b:37213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:11,425 DEBUG [pool-509-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37213-0x1014171bb8e0001, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:11,425 INFO [RS:0;667222f7cf1b:37213 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,37213,1731723644417; zookeeper connection closed. 2024-11-16T02:22:11,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@110f8c03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@110f8c03 2024-11-16T02:22:11,426 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:22:11,755 INFO [M:0;667222f7cf1b:36103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:22:11,755 INFO [M:0;667222f7cf1b:36103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:22:11,755 DEBUG [M:0;667222f7cf1b:36103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:22:11,755 INFO [M:0;667222f7cf1b:36103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:11,755 DEBUG [M:0;667222f7cf1b:36103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:11,755 DEBUG [M:0;667222f7cf1b:36103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:22:11,755 DEBUG [M:0;667222f7cf1b:36103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:11,755 INFO [M:0;667222f7cf1b:36103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-16T02:22:11,773 DEBUG [M:0;667222f7cf1b:36103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d89f26c478e4cfca30b126252026382 is 82, key is hbase:meta,,1/info:regioninfo/1731723648674/Put/seqid=0 2024-11-16T02:22:11,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741851_1027 (size=5672) 2024-11-16T02:22:12,178 INFO [M:0;667222f7cf1b:36103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d89f26c478e4cfca30b126252026382 2024-11-16T02:22:12,203 DEBUG [M:0;667222f7cf1b:36103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/447ca89006e8468ab8572514f0ab271b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731723657096/Put/seqid=0 2024-11-16T02:22:12,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741852_1028 (size=7239) 2024-11-16T02:22:12,609 INFO [M:0;667222f7cf1b:36103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/447ca89006e8468ab8572514f0ab271b 2024-11-16T02:22:12,620 INFO [M:0;667222f7cf1b:36103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 447ca89006e8468ab8572514f0ab271b 2024-11-16T02:22:12,635 DEBUG [M:0;667222f7cf1b:36103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15b0710ab0fa45988ce6d2f11622e9e4 is 69, key is 667222f7cf1b,37213,1731723644417/rs:state/1731723647978/Put/seqid=0 2024-11-16T02:22:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741853_1029 (size=5156) 2024-11-16T02:22:13,041 INFO [M:0;667222f7cf1b:36103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15b0710ab0fa45988ce6d2f11622e9e4 2024-11-16T02:22:13,051 DEBUG [M:0;667222f7cf1b:36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d89f26c478e4cfca30b126252026382 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d89f26c478e4cfca30b126252026382 2024-11-16T02:22:13,056 INFO [M:0;667222f7cf1b:36103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d89f26c478e4cfca30b126252026382, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T02:22:13,057 DEBUG [M:0;667222f7cf1b:36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/447ca89006e8468ab8572514f0ab271b as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/447ca89006e8468ab8572514f0ab271b 2024-11-16T02:22:13,061 INFO [M:0;667222f7cf1b:36103 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 447ca89006e8468ab8572514f0ab271b 2024-11-16T02:22:13,061 INFO [M:0;667222f7cf1b:36103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/447ca89006e8468ab8572514f0ab271b, entries=11, sequenceid=105, filesize=7.1 K 2024-11-16T02:22:13,062 DEBUG [M:0;667222f7cf1b:36103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15b0710ab0fa45988ce6d2f11622e9e4 as hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15b0710ab0fa45988ce6d2f11622e9e4 2024-11-16T02:22:13,067 INFO [M:0;667222f7cf1b:36103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33231/user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15b0710ab0fa45988ce6d2f11622e9e4, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T02:22:13,067 INFO [M:0;667222f7cf1b:36103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=105, compaction requested=false 2024-11-16T02:22:13,069 INFO [M:0;667222f7cf1b:36103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:13,069 DEBUG [M:0;667222f7cf1b:36103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723731755Disabling compacts and flushes for region at 1731723731755Disabling writes for close at 1731723731755Obtaining lock to block concurrent updates at 1731723731755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723731755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731723731756 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723731757 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723731757Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723731773 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723731773Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723732187 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723732203 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723732203Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723732621 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723732635 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723732635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3f0c79: reopening flushed file at 1731723733050 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a6b334e: reopening flushed file at 1731723733056 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52afd093: reopening flushed file at 1731723733062 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=105, compaction requested=false at 1731723733067 (+5 ms)Writing region close event to WAL at 1731723733068 (+1 ms)Closed at 1731723733068 2024-11-16T02:22:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33295 is added to blk_1073741830_1006 (size=64514) 2024-11-16T02:22:13,070 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0af0e8de-68eb-be39-9813-cfb639c1f039/MasterData/WALs/667222f7cf1b,36103,1731723643686/667222f7cf1b%2C36103%2C1731723643686.1731723647311 not finished, retry = 0 2024-11-16T02:22:13,172 INFO [M:0;667222f7cf1b:36103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:22:13,172 INFO [M:0;667222f7cf1b:36103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36103 2024-11-16T02:22:13,172 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:13,173 INFO [M:0;667222f7cf1b:36103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:13,276 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:22:13,296 INFO [M:0;667222f7cf1b:36103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:13,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:13,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36103-0x1014171bb8e0000, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:13,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ecf812{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:22:13,300 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b0da6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:22:13,300 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:22:13,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5418f809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:22:13,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225805e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.log.dir/,STOPPED} 2024-11-16T02:22:13,301 WARN [BP-1382318991-172.17.0.3-1731723640821 heartbeating to localhost/127.0.0.1:33231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:22:13,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:22:13,301 WARN [BP-1382318991-172.17.0.3-1731723640821 heartbeating to localhost/127.0.0.1:33231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382318991-172.17.0.3-1731723640821 (Datanode Uuid e68ef775-2f25-4db0-b9f2-20f9e7ae33a5) service to localhost/127.0.0.1:33231 2024-11-16T02:22:13,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:22:13,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/cluster_f6e48b6f-6bcf-700c-8ae5-396ecac59169/data/data1/current/BP-1382318991-172.17.0.3-1731723640821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:22:13,303 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/cluster_f6e48b6f-6bcf-700c-8ae5-396ecac59169/data/data2/current/BP-1382318991-172.17.0.3-1731723640821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:22:13,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:22:13,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57933526{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:22:13,311 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47f53585{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:22:13,311 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:22:13,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@170f0656{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:22:13,311 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f2b19ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09aaefa8-1c05-d892-d2ad-65ae5d2a117a/hadoop.log.dir/,STOPPED} 2024-11-16T02:22:13,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:22:13,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:22:13,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=167 (was 144) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59177) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42827 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33231 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$823/0x00007fad88b8c400.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59177) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$823/0x00007fad88b8c400.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=508 (was 469) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 837), ProcessCount=11 (was 11), AvailableMemoryMB=3410 (was 3059) - AvailableMemoryMB LEAK? - 2024-11-16T02:22:13,345 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=168, OpenFileDescriptor=508, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=3410 2024-11-16T02:22:13,359 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-16T02:22:13,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.log.dir so I do NOT create it in target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40 2024-11-16T02:22:13,359 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:22:13,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.tmp.dir so I do NOT create it in target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40 2024-11-16T02:22:13,359 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5873ca6-b9f2-e0b7-42e0-cc2f74e9cd90/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:22:13,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40 2024-11-16T02:22:13,359 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/cluster_b070a8cc-de53-67b1-d46b-613f2d25ce3e, deleteOnExit=true 2024-11-16T02:22:13,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/cluster_b070a8cc-de53-67b1-d46b-613f2d25ce3e/zookeeper_0, clientPort=58128, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/cluster_b070a8cc-de53-67b1-d46b-613f2d25ce3e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/cluster_b070a8cc-de53-67b1-d46b-613f2d25ce3e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:22:13,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58128 2024-11-16T02:22:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:22:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:22:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/test.cache.data in system properties and HBase conf 2024-11-16T02:22:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:22:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:22:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:22:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:22:13,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:22:13,384 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:22:13,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:22:13,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:22:13,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:22:13,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:22:13,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:22:13,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:22:13,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:22:13,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:22:13,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:22:13,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:22:13,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:22:13,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:22:13,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:22:13,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:22:13,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:22:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:22:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:22:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T02:22:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:22:13,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014171bb8e0005, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:22:13,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014171bb8e0002, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:22:13,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014171bb8e0002, quorum=127.0.0.1:59177, baseZNode=/0-289410802 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:22:13,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014171bb8e0005, quorum=127.0.0.1:59177, baseZNode=/1-677864684 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:22:13,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:13,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:22:13,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:22:13,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:22:13,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:22:13,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:13,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46024d0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:22:13,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1a064{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:22:13,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a3bd39c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/java.io.tmpdir/jetty-localhost-32817-hadoop-hdfs-3_4_1-tests_jar-_-any-6951443195093651487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:22:13,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15e4c20e{HTTP/1.1, (http/1.1)}{localhost:32817} 2024-11-16T02:22:13,884 INFO [Time-limited test {}] server.Server(415): Started @232868ms 2024-11-16T02:22:14,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:14,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:22:14,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:22:14,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:22:14,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:22:14,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5efdbc5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:22:14,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148db096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:22:14,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2858eb27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/java.io.tmpdir/jetty-localhost-32831-hadoop-hdfs-3_4_1-tests_jar-_-any-2456158412976333377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:22:14,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59b116e6{HTTP/1.1, (http/1.1)}{localhost:32831} 2024-11-16T02:22:14,296 INFO [Time-limited test {}] server.Server(415): Started @233281ms 2024-11-16T02:22:14,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:22:15,043 WARN [Thread-1234 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/cluster_b070a8cc-de53-67b1-d46b-613f2d25ce3e/data/data1/current/BP-1954372977-172.17.0.3-1731723733409/current, will proceed with Du for space computation calculation, 2024-11-16T02:22:15,043 WARN [Thread-1235 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/cluster_b070a8cc-de53-67b1-d46b-613f2d25ce3e/data/data2/current/BP-1954372977-172.17.0.3-1731723733409/current, will proceed with Du for space computation calculation, 2024-11-16T02:22:15,059 WARN [Thread-1222 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:22:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1c0131c96498c01 with lease ID 0xc43956615d9c41eb: Processing first storage report for DS-0f699ce2-7be1-4827-a3cf-173ef601e02a from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=3500f403-88b2-4608-b68e-b0d0f5c161a4, infoPort=39725, infoSecurePort=0, ipcPort=38605, storageInfo=lv=-57;cid=testClusterID;nsid=1091459048;c=1731723733409) 2024-11-16T02:22:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1c0131c96498c01 with lease ID 0xc43956615d9c41eb: from storage DS-0f699ce2-7be1-4827-a3cf-173ef601e02a node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=3500f403-88b2-4608-b68e-b0d0f5c161a4, infoPort=39725, infoSecurePort=0, ipcPort=38605, storageInfo=lv=-57;cid=testClusterID;nsid=1091459048;c=1731723733409), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:22:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1c0131c96498c01 with lease ID 0xc43956615d9c41eb: Processing first storage report for DS-c5abdcc7-d573-4f00-8748-c3215f0cd182 from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=3500f403-88b2-4608-b68e-b0d0f5c161a4, infoPort=39725, infoSecurePort=0, ipcPort=38605, storageInfo=lv=-57;cid=testClusterID;nsid=1091459048;c=1731723733409) 2024-11-16T02:22:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1c0131c96498c01 with lease ID 0xc43956615d9c41eb: from storage DS-c5abdcc7-d573-4f00-8748-c3215f0cd182 node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=3500f403-88b2-4608-b68e-b0d0f5c161a4, infoPort=39725, infoSecurePort=0, ipcPort=38605, storageInfo=lv=-57;cid=testClusterID;nsid=1091459048;c=1731723733409), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:22:15,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40 2024-11-16T02:22:15,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:15,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:22:15,548 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4 with version=8 2024-11-16T02:22:15,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/hbase-staging 2024-11-16T02:22:15,551 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:15,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:15,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:15,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:15,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:15,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:15,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:22:15,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:15,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45981 2024-11-16T02:22:15,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45981 connecting to ZooKeeper ensemble=127.0.0.1:58128 2024-11-16T02:22:15,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459810x0, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:15,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45981-0x101417325310000 connected 2024-11-16T02:22:15,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:16,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:16,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/running 2024-11-16T02:22:16,004 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4, hbase.cluster.distributed=false 2024-11-16T02:22:16,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/acl 2024-11-16T02:22:16,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45981 2024-11-16T02:22:16,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45981 2024-11-16T02:22:16,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45981 2024-11-16T02:22:16,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45981 2024-11-16T02:22:16,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45981 2024-11-16T02:22:16,022 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:16,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:16,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:16,022 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:16,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:16,022 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:16,022 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:22:16,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:16,023 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46007 2024-11-16T02:22:16,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46007 connecting to ZooKeeper ensemble=127.0.0.1:58128 2024-11-16T02:22:16,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:16,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:16,040 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460070x0, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:16,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46007-0x101417325310001 connected 2024-11-16T02:22:16,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/running 2024-11-16T02:22:16,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:22:16,041 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:22:16,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/master 2024-11-16T02:22:16,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/acl 2024-11-16T02:22:16,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46007 2024-11-16T02:22:16,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46007 2024-11-16T02:22:16,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46007 2024-11-16T02:22:16,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46007 2024-11-16T02:22:16,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46007 2024-11-16T02:22:16,062 DEBUG [M:0;667222f7cf1b:45981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:45981 2024-11-16T02:22:16,062 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0276532568/backup-masters/667222f7cf1b,45981,1731723735551 2024-11-16T02:22:16,093 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/backup-masters 2024-11-16T02:22:16,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/backup-masters 2024-11-16T02:22:16,094 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on existing znode=/0276532568/backup-masters/667222f7cf1b,45981,1731723735551 2024-11-16T02:22:16,103 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0276532568/master 2024-11-16T02:22:16,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:16,103 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:16,103 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on existing znode=/0276532568/master 2024-11-16T02:22:16,104 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0276532568/backup-masters/667222f7cf1b,45981,1731723735551 from backup master directory 2024-11-16T02:22:16,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/backup-masters/667222f7cf1b,45981,1731723735551 2024-11-16T02:22:16,114 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/backup-masters 2024-11-16T02:22:16,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/backup-masters 2024-11-16T02:22:16,114 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:16,114 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,45981,1731723735551 2024-11-16T02:22:16,117 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/hbase.id] with ID: b8bcb00c-bacd-49ed-9ef5-985f424c9b0d 2024-11-16T02:22:16,117 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/.tmp/hbase.id 2024-11-16T02:22:16,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:22:16,456 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:22:16,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:16,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:16,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:16,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:16,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:16,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:16,522 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/.tmp/hbase.id]:[hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/hbase.id] 2024-11-16T02:22:16,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:16,536 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:22:16,537 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:22:16,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:16,587 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:16,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:22:16,994 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:16,994 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:22:16,995 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:17,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:22:17,406 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store 2024-11-16T02:22:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:22:17,415 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:17,415 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:22:17,415 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:17,415 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:17,415 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:22:17,415 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:17,415 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:17,415 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723737415Disabling compacts and flushes for region at 1731723737415Disabling writes for close at 1731723737415Writing region close event to WAL at 1731723737415Closed at 1731723737415 2024-11-16T02:22:17,415 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/.initializing 2024-11-16T02:22:17,415 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551 2024-11-16T02:22:17,416 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:17,417 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C45981%2C1731723735551, suffix=, logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/oldWALs, maxLogs=10 2024-11-16T02:22:17,429 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551/667222f7cf1b%2C45981%2C1731723735551.1731723737418, exclude list is [], retry=0 2024-11-16T02:22:17,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-0f699ce2-7be1-4827-a3cf-173ef601e02a,DISK] 2024-11-16T02:22:17,432 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551/667222f7cf1b%2C45981%2C1731723735551.1731723737418 2024-11-16T02:22:17,433 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-16T02:22:17,433 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:17,433 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:17,433 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,433 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:22:17,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:17,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:17,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:22:17,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:17,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:17,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:22:17,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:17,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:17,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:22:17,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:17,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:17,440 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,441 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,441 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,442 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,442 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,443 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:17,444 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:17,446 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:17,446 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59684811, jitterRate=-0.11062701046466827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:17,447 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723737433Initializing all the Stores at 1731723737434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723737434Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723737434Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723737434Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723737434Cleaning up temporary data from old regions at 1731723737442 (+8 ms)Region opened successfully at 1731723737447 (+5 ms) 2024-11-16T02:22:17,447 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:22:17,450 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1619782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:17,451 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:22:17,451 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:22:17,451 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:22:17,451 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:22:17,451 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:22:17,452 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:22:17,452 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:22:17,453 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:22:17,454 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/balancer because node does not exist (not necessarily an error) 2024-11-16T02:22:17,503 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/balancer already deleted, retry=false 2024-11-16T02:22:17,504 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:22:17,505 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:22:17,513 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/normalizer already deleted, retry=false 2024-11-16T02:22:17,514 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:22:17,515 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:22:17,524 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/switch/split already deleted, retry=false 2024-11-16T02:22:17,525 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:22:17,535 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/switch/merge already deleted, retry=false 2024-11-16T02:22:17,538 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:22:17,545 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/snapshot-cleanup already deleted, retry=false 2024-11-16T02:22:17,556 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0276532568/running 2024-11-16T02:22:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0276532568/running 2024-11-16T02:22:17,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:17,556 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:17,557 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,45981,1731723735551, sessionid=0x101417325310000, setting cluster-up flag (Was=false) 2024-11-16T02:22:17,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:17,577 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:17,608 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0276532568/flush-table-proc/acquired, /0276532568/flush-table-proc/reached, /0276532568/flush-table-proc/abort 2024-11-16T02:22:17,610 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,45981,1731723735551 2024-11-16T02:22:17,629 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:17,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:17,661 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0276532568/online-snapshot/acquired, /0276532568/online-snapshot/reached, /0276532568/online-snapshot/abort 2024-11-16T02:22:17,663 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,45981,1731723735551 2024-11-16T02:22:17,665 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:22:17,668 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:17,668 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:22:17,668 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:22:17,669 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,45981,1731723735551 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:22:17,671 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:17,671 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:17,672 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:17,672 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:17,672 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:22:17,672 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,672 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:17,672 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,673 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723767673 2024-11-16T02:22:17,673 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:22:17,674 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:22:17,674 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:22:17,674 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:22:17,674 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:22:17,674 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:22:17,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:17,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:22:17,674 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,675 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:22:17,675 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:22:17,675 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:22:17,675 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:22:17,675 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:22:17,675 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:22:17,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:17,675 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723737675,5,FailOnTimeoutGroup] 2024-11-16T02:22:17,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:22:17,676 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723737675,5,FailOnTimeoutGroup] 2024-11-16T02:22:17,676 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,676 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:22:17,676 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,676 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:22:17,754 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(746): ClusterId : b8bcb00c-bacd-49ed-9ef5-985f424c9b0d 2024-11-16T02:22:17,754 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:22:17,767 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:22:17,767 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:22:17,778 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:22:17,778 DEBUG [RS:0;667222f7cf1b:46007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578e174e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:17,790 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:46007 2024-11-16T02:22:17,791 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:22:17,791 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:22:17,791 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:22:17,791 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,45981,1731723735551 with port=46007, startcode=1731723736021 2024-11-16T02:22:17,791 DEBUG [RS:0;667222f7cf1b:46007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:22:17,793 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:22:17,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,46007,1731723736021 2024-11-16T02:22:17,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45981 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,46007,1731723736021 2024-11-16T02:22:17,794 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4 2024-11-16T02:22:17,794 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39175 2024-11-16T02:22:17,794 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:22:17,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/rs 2024-11-16T02:22:17,806 DEBUG [RS:0;667222f7cf1b:46007 {}] zookeeper.ZKUtil(111): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on existing znode=/0276532568/rs/667222f7cf1b,46007,1731723736021 2024-11-16T02:22:17,806 WARN [RS:0;667222f7cf1b:46007 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:17,806 INFO [RS:0;667222f7cf1b:46007 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:17,806 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021 2024-11-16T02:22:17,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,46007,1731723736021] 2024-11-16T02:22:17,810 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:22:17,812 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:22:17,813 INFO [RS:0;667222f7cf1b:46007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:22:17,813 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,813 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:22:17,814 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:22:17,814 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:17,814 DEBUG [RS:0;667222f7cf1b:46007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:17,815 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,815 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,815 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,815 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,815 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,815 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46007,1731723736021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:17,831 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:22:17,831 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46007,1731723736021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,831 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,831 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.Replication(171): 667222f7cf1b,46007,1731723736021 started 2024-11-16T02:22:17,843 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:17,843 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,46007,1731723736021, RpcServer on 667222f7cf1b/172.17.0.3:46007, sessionid=0x101417325310001 2024-11-16T02:22:17,843 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:22:17,843 DEBUG [RS:0;667222f7cf1b:46007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,46007,1731723736021 2024-11-16T02:22:17,843 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,46007,1731723736021' 2024-11-16T02:22:17,843 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0276532568/flush-table-proc/abort' 2024-11-16T02:22:17,844 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0276532568/flush-table-proc/acquired' 2024-11-16T02:22:17,844 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:22:17,844 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:22:17,844 DEBUG [RS:0;667222f7cf1b:46007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,46007,1731723736021 2024-11-16T02:22:17,844 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,46007,1731723736021' 2024-11-16T02:22:17,844 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0276532568/online-snapshot/abort' 2024-11-16T02:22:17,844 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0276532568/online-snapshot/acquired' 2024-11-16T02:22:17,845 DEBUG [RS:0;667222f7cf1b:46007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:22:17,845 INFO [RS:0;667222f7cf1b:46007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:22:17,845 INFO [RS:0;667222f7cf1b:46007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:22:17,946 INFO [RS:0;667222f7cf1b:46007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:17,949 INFO [RS:0;667222f7cf1b:46007 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C46007%2C1731723736021, suffix=, logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs, maxLogs=10 2024-11-16T02:22:17,968 DEBUG [RS:0;667222f7cf1b:46007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.1731723737950, exclude list is [], retry=0 2024-11-16T02:22:17,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-0f699ce2-7be1-4827-a3cf-173ef601e02a,DISK] 2024-11-16T02:22:17,973 INFO [RS:0;667222f7cf1b:46007 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.1731723737950 2024-11-16T02:22:17,973 DEBUG [RS:0;667222f7cf1b:46007 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-16T02:22:18,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:22:18,082 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4 2024-11-16T02:22:18,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:22:18,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:18,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:22:18,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:22:18,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:18,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:18,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:22:18,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:22:18,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:18,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:18,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:22:18,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:22:18,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:18,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:18,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:22:18,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:22:18,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:18,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:18,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:22:18,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740 2024-11-16T02:22:18,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740 2024-11-16T02:22:18,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:22:18,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:22:18,507 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:18,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:22:18,510 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:18,511 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65522324, jitterRate=-0.02364128828048706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:18,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723738489Initializing all the Stores at 1731723738490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723738490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723738491 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723738491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723738491Cleaning up temporary data from old regions at 1731723738506 (+15 ms)Region opened successfully at 1731723738511 (+5 ms) 2024-11-16T02:22:18,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:22:18,512 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:22:18,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:22:18,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:22:18,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:22:18,512 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:18,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723738511Disabling compacts and flushes for region at 1731723738511Disabling writes for close at 1731723738512 (+1 ms)Writing region close event to WAL at 1731723738512Closed at 1731723738512 2024-11-16T02:22:18,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:18,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:22:18,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:22:18,514 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:18,515 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:22:18,666 DEBUG [667222f7cf1b:45981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:22:18,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,46007,1731723736021 2024-11-16T02:22:18,669 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,46007,1731723736021, state=OPENING 2024-11-16T02:22:18,693 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:22:18,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:18,704 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:18,705 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:18,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:18,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:18,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,46007,1731723736021}] 2024-11-16T02:22:18,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:22:18,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:22:18,866 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:22:18,866 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:18,866 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:22:18,868 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C46007%2C1731723736021.meta, suffix=.meta, logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs, maxLogs=10 2024-11-16T02:22:18,881 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.meta.1731723738868.meta, exclude list is [], retry=0 2024-11-16T02:22:18,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-0f699ce2-7be1-4827-a3cf-173ef601e02a,DISK] 2024-11-16T02:22:18,884 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.meta.1731723738868.meta 2024-11-16T02:22:18,884 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-16T02:22:18,885 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:18,885 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:18,885 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:22:18,885 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:22:18,885 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:22:18,885 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:22:18,885 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:18,885 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:22:18,885 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:22:18,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:22:18,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:22:18,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:18,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:18,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:22:18,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:22:18,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:18,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:18,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:22:18,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:22:18,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:18,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:18,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:22:18,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:22:18,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:18,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:18,891 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:22:18,892 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740 2024-11-16T02:22:18,893 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740 2024-11-16T02:22:18,894 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:22:18,894 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:22:18,894 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:18,895 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:22:18,896 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75072611, jitterRate=0.11866907775402069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:18,896 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:22:18,896 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723738885Writing region info on filesystem at 1731723738885Initializing all the Stores at 1731723738886 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723738886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723738886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723738886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723738886Cleaning up temporary data from old regions at 1731723738894 (+8 ms)Running coprocessor post-open hooks at 1731723738896 (+2 ms)Region opened successfully at 1731723738896 2024-11-16T02:22:18,897 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723738860 2024-11-16T02:22:18,900 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:22:18,900 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:22:18,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,46007,1731723736021 2024-11-16T02:22:18,901 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,46007,1731723736021, state=OPEN 2024-11-16T02:22:18,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276532568/meta-region-server 2024-11-16T02:22:18,947 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276532568/meta-region-server 2024-11-16T02:22:18,947 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,46007,1731723736021 2024-11-16T02:22:18,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:18,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:18,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:22:18,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,46007,1731723736021 in 242 msec 2024-11-16T02:22:18,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:22:18,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-16T02:22:18,952 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:18,952 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:22:18,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:18,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,46007,1731723736021, seqNum=-1] 2024-11-16T02:22:18,954 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:18,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:18,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-16T02:22:18,959 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723738959, completionTime=-1 2024-11-16T02:22:18,959 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:22:18,959 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:22:18,961 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:22:18,961 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723798961 2024-11-16T02:22:18,961 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723858961 2024-11-16T02:22:18,961 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:22:18,961 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45981,1731723735551-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:18,961 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45981,1731723735551-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:18,961 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45981,1731723735551-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:18,962 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:45981, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:18,962 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:18,962 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:18,963 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:22:18,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.851sec 2024-11-16T02:22:18,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:22:18,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:22:18,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:22:18,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:22:18,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:22:18,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45981,1731723735551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:18,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45981,1731723735551-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:22:18,968 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:22:18,968 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:22:18,968 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45981,1731723735551-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:19,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d46c6e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:19,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,45981,-1 for getting cluster id 2024-11-16T02:22:19,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:19,057 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8bcb00c-bacd-49ed-9ef5-985f424c9b0d' 2024-11-16T02:22:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:19,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8bcb00c-bacd-49ed-9ef5-985f424c9b0d" 2024-11-16T02:22:19,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3054dd69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:19,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,45981,-1] 2024-11-16T02:22:19,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:19,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:19,061 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:19,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695e96e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:19,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,46007,1731723736021, seqNum=-1] 2024-11-16T02:22:19,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:19,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:19,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,45981,1731723735551 2024-11-16T02:22:19,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58128 2024-11-16T02:22:19,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:19,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101417325310002 connected 2024-11-16T02:22:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.log.dir so I do NOT create it in target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1 2024-11-16T02:22:19,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:22:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.tmp.dir so I do NOT create it in target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1 2024-11-16T02:22:19,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:22:19,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1 2024-11-16T02:22:19,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:22:19,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/cluster_4a4a9454-84c0-fc82-5a7f-f8f54134254c, deleteOnExit=true 2024-11-16T02:22:19,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:22:19,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/test.cache.data in system properties and HBase conf 2024-11-16T02:22:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:22:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:22:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:22:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:22:19,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:22:19,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:22:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:22:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:22:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:22:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:22:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:22:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:22:19,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:22:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:22:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:22:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:22:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:22:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:22:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:22:19,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:22:19,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:19,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:22:19,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:22:19,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:22:19,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:22:19,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:19,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4fd8aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:22:19,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a9015{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:22:19,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@511327b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/java.io.tmpdir/jetty-localhost-44821-hadoop-hdfs-3_4_1-tests_jar-_-any-7832379835367460534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:22:19,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b83b2fb{HTTP/1.1, (http/1.1)}{localhost:44821} 2024-11-16T02:22:19,531 INFO [Time-limited test {}] server.Server(415): Started @238515ms 2024-11-16T02:22:19,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:19,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:22:19,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:22:19,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:22:19,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:22:19,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebff820{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:22:19,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@366b1942{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:22:19,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72ed242a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/java.io.tmpdir/jetty-localhost-40309-hadoop-hdfs-3_4_1-tests_jar-_-any-6833933456918939146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:22:19,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b8946f9{HTTP/1.1, (http/1.1)}{localhost:40309} 2024-11-16T02:22:19,875 INFO [Time-limited test {}] server.Server(415): Started @238859ms 2024-11-16T02:22:19,876 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:22:20,595 WARN [Thread-1355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/cluster_4a4a9454-84c0-fc82-5a7f-f8f54134254c/data/data1/current/BP-1522926225-172.17.0.3-1731723739130/current, will proceed with Du for space computation calculation, 2024-11-16T02:22:20,595 WARN [Thread-1356 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/cluster_4a4a9454-84c0-fc82-5a7f-f8f54134254c/data/data2/current/BP-1522926225-172.17.0.3-1731723739130/current, will proceed with Du for space computation calculation, 2024-11-16T02:22:20,615 WARN [Thread-1343 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:22:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8130e0a6c86d937 with lease ID 0x804bfa82f21e7c11: Processing first storage report for DS-10be3b47-7aba-43c3-a762-b786c594682d from datanode DatanodeRegistration(127.0.0.1:39587, datanodeUuid=047f931a-5176-4731-b9f5-26f4f4562b4f, infoPort=43077, infoSecurePort=0, ipcPort=36739, storageInfo=lv=-57;cid=testClusterID;nsid=592285151;c=1731723739130) 2024-11-16T02:22:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8130e0a6c86d937 with lease ID 0x804bfa82f21e7c11: from storage DS-10be3b47-7aba-43c3-a762-b786c594682d node DatanodeRegistration(127.0.0.1:39587, datanodeUuid=047f931a-5176-4731-b9f5-26f4f4562b4f, infoPort=43077, infoSecurePort=0, ipcPort=36739, storageInfo=lv=-57;cid=testClusterID;nsid=592285151;c=1731723739130), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:22:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8130e0a6c86d937 with lease ID 0x804bfa82f21e7c11: Processing first storage report for DS-0907cc7a-063d-49c2-b8bb-a086f00f7c62 from datanode DatanodeRegistration(127.0.0.1:39587, datanodeUuid=047f931a-5176-4731-b9f5-26f4f4562b4f, infoPort=43077, infoSecurePort=0, ipcPort=36739, storageInfo=lv=-57;cid=testClusterID;nsid=592285151;c=1731723739130) 2024-11-16T02:22:20,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8130e0a6c86d937 with lease ID 0x804bfa82f21e7c11: from storage DS-0907cc7a-063d-49c2-b8bb-a086f00f7c62 node DatanodeRegistration(127.0.0.1:39587, datanodeUuid=047f931a-5176-4731-b9f5-26f4f4562b4f, infoPort=43077, infoSecurePort=0, ipcPort=36739, storageInfo=lv=-57;cid=testClusterID;nsid=592285151;c=1731723739130), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:22:20,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1 2024-11-16T02:22:20,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:20,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:22:21,124 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819 with version=8 2024-11-16T02:22:21,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/hbase-staging 2024-11-16T02:22:21,129 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:21,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:21,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:21,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:21,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:21,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:21,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:22:21,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:21,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46089 2024-11-16T02:22:21,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46089 connecting to ZooKeeper ensemble=127.0.0.1:58128 2024-11-16T02:22:21,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460890x0, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:21,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46089-0x101417325310003 connected 2024-11-16T02:22:21,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:21,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:21,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on znode that does not yet exist, /1-1041827945/running 2024-11-16T02:22:21,264 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819, hbase.cluster.distributed=false 2024-11-16T02:22:21,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on znode that does not yet exist, /1-1041827945/acl 2024-11-16T02:22:21,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46089 2024-11-16T02:22:21,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46089 2024-11-16T02:22:21,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46089 2024-11-16T02:22:21,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46089 2024-11-16T02:22:21,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46089 2024-11-16T02:22:21,283 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:21,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:21,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:21,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:21,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:21,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:21,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:22:21,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:21,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33487 2024-11-16T02:22:21,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33487 connecting to ZooKeeper ensemble=127.0.0.1:58128 2024-11-16T02:22:21,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:21,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:21,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334870x0, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:21,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334870x0, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on znode that does not yet exist, /1-1041827945/running 2024-11-16T02:22:21,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33487-0x101417325310004 connected 2024-11-16T02:22:21,380 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:22:21,380 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:22:21,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on znode that does not yet exist, /1-1041827945/master 2024-11-16T02:22:21,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on znode that does not yet exist, /1-1041827945/acl 2024-11-16T02:22:21,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-16T02:22:21,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33487 2024-11-16T02:22:21,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33487 2024-11-16T02:22:21,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-16T02:22:21,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-16T02:22:21,402 DEBUG [M:0;667222f7cf1b:46089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:46089 2024-11-16T02:22:21,403 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1041827945/backup-masters/667222f7cf1b,46089,1731723741129 2024-11-16T02:22:21,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945/backup-masters 2024-11-16T02:22:21,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945/backup-masters 2024-11-16T02:22:21,430 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on existing znode=/1-1041827945/backup-masters/667222f7cf1b,46089,1731723741129 2024-11-16T02:22:21,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1041827945/master 2024-11-16T02:22:21,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:21,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:21,441 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on existing znode=/1-1041827945/master 2024-11-16T02:22:21,441 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1041827945/backup-masters/667222f7cf1b,46089,1731723741129 from backup master directory 2024-11-16T02:22:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041827945/backup-masters/667222f7cf1b,46089,1731723741129 2024-11-16T02:22:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945/backup-masters 2024-11-16T02:22:21,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945/backup-masters 2024-11-16T02:22:21,451 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:21,451 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,46089,1731723741129 2024-11-16T02:22:21,458 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/hbase.id] with ID: a6348e3c-1d66-4daa-ab5b-0dbe04e55d03 2024-11-16T02:22:21,459 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/.tmp/hbase.id 2024-11-16T02:22:21,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:22:21,867 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/.tmp/hbase.id]:[hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/hbase.id] 2024-11-16T02:22:21,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:21,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:22:21,888 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T02:22:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:21,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:21,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:22:22,340 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:22,341 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:22:22,342 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:22:22,751 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store 2024-11-16T02:22:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:22:23,158 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:23,158 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:22:23,158 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:23,158 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:23,158 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:22:23,158 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:23,158 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:23,158 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723743158Disabling compacts and flushes for region at 1731723743158Disabling writes for close at 1731723743158Writing region close event to WAL at 1731723743158Closed at 1731723743158 2024-11-16T02:22:23,160 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/.initializing 2024-11-16T02:22:23,160 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/WALs/667222f7cf1b,46089,1731723741129 2024-11-16T02:22:23,162 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:23,166 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C46089%2C1731723741129, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/WALs/667222f7cf1b,46089,1731723741129, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/oldWALs, maxLogs=10 2024-11-16T02:22:23,182 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/WALs/667222f7cf1b,46089,1731723741129/667222f7cf1b%2C46089%2C1731723741129.1731723743166, exclude list is [], retry=0 2024-11-16T02:22:23,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-10be3b47-7aba-43c3-a762-b786c594682d,DISK] 2024-11-16T02:22:23,186 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/WALs/667222f7cf1b,46089,1731723741129/667222f7cf1b%2C46089%2C1731723741129.1731723743166 2024-11-16T02:22:23,186 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43077:43077)] 2024-11-16T02:22:23,186 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:23,186 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:23,186 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,186 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:22:23,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:23,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:23,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:22:23,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:23,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:23,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:22:23,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:23,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:23,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:22:23,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:23,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:23,194 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,194 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,195 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,196 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,196 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,197 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:23,198 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:23,200 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:23,201 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75108587, jitterRate=0.11920516192913055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:23,201 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723743187Initializing all the Stores at 1731723743187Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723743187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723743188 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723743188Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723743188Cleaning up temporary data from old regions at 1731723743196 (+8 ms)Region opened successfully at 1731723743201 (+5 ms) 2024-11-16T02:22:23,201 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:22:23,205 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448d2c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:23,205 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:22:23,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:22:23,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:22:23,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:22:23,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:22:23,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:22:23,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:22:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:22:23,209 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Unable to get data of znode /1-1041827945/balancer because node does not exist (not necessarily an error) 2024-11-16T02:22:23,282 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041827945/balancer already deleted, retry=false 2024-11-16T02:22:23,283 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:22:23,285 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Unable to get data of znode /1-1041827945/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:22:23,292 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041827945/normalizer already deleted, retry=false 2024-11-16T02:22:23,293 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:22:23,293 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Unable to get data of znode /1-1041827945/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:22:23,303 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041827945/switch/split already deleted, retry=false 2024-11-16T02:22:23,303 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Unable to get data of znode /1-1041827945/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:22:23,313 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041827945/switch/merge already deleted, retry=false 2024-11-16T02:22:23,316 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Unable to get data of znode /1-1041827945/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:22:23,324 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041827945/snapshot-cleanup already deleted, retry=false 2024-11-16T02:22:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1041827945/running 2024-11-16T02:22:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1041827945/running 2024-11-16T02:22:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:23,336 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,46089,1731723741129, sessionid=0x101417325310003, setting cluster-up flag (Was=false) 2024-11-16T02:22:23,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:23,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:23,387 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1041827945/flush-table-proc/acquired, /1-1041827945/flush-table-proc/reached, /1-1041827945/flush-table-proc/abort 2024-11-16T02:22:23,388 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,46089,1731723741129 2024-11-16T02:22:23,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:22:23,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T02:22:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:23,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T02:22:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:23,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T02:22:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:22:23,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T02:22:23,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:23,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:23,440 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1041827945/online-snapshot/acquired, /1-1041827945/online-snapshot/reached, /1-1041827945/online-snapshot/abort 2024-11-16T02:22:23,442 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,46089,1731723741129 2024-11-16T02:22:23,445 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:22:23,448 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:23,449 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:22:23,449 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:22:23,449 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,46089,1731723741129 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:22:23,452 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:23,452 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:23,452 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:23,452 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:23,452 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:22:23,453 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,453 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:23,453 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,453 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723773453 2024-11-16T02:22:23,453 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:22:23,454 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:22:23,454 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:22:23,454 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:22:23,454 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:22:23,454 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:22:23,454 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:23,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:22:23,454 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:22:23,454 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:22:23,455 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:22:23,455 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:22:23,455 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:22:23,455 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:22:23,455 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:23,455 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723743455,5,FailOnTimeoutGroup] 2024-11-16T02:22:23,455 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:22:23,455 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723743455,5,FailOnTimeoutGroup] 2024-11-16T02:22:23,455 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,455 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:22:23,455 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,455 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:22:23,490 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(746): ClusterId : a6348e3c-1d66-4daa-ab5b-0dbe04e55d03 2024-11-16T02:22:23,490 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:22:23,504 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:22:23,504 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:22:23,514 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:22:23,514 DEBUG [RS:0;667222f7cf1b:33487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d374fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:23,526 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:33487 2024-11-16T02:22:23,526 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:22:23,526 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:22:23,526 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:22:23,526 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,46089,1731723741129 with port=33487, startcode=1731723741282 2024-11-16T02:22:23,526 DEBUG [RS:0;667222f7cf1b:33487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:22:23,528 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:22:23,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,33487,1731723741282 2024-11-16T02:22:23,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46089 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,33487,1731723741282 2024-11-16T02:22:23,529 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819 2024-11-16T02:22:23,529 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35775 2024-11-16T02:22:23,529 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:22:23,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945/rs 2024-11-16T02:22:23,589 DEBUG [RS:0;667222f7cf1b:33487 {}] zookeeper.ZKUtil(111): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on existing znode=/1-1041827945/rs/667222f7cf1b,33487,1731723741282 2024-11-16T02:22:23,589 WARN [RS:0;667222f7cf1b:33487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:23,590 INFO [RS:0;667222f7cf1b:33487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:23,590 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/WALs/667222f7cf1b,33487,1731723741282 2024-11-16T02:22:23,590 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,33487,1731723741282] 2024-11-16T02:22:23,597 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:22:23,599 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:22:23,599 INFO [RS:0;667222f7cf1b:33487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:22:23,599 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,599 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:22:23,600 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:22:23,600 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,600 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,600 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:23,601 DEBUG [RS:0;667222f7cf1b:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:23,602 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,602 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,602 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,602 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,602 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,602 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,33487,1731723741282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:23,617 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:22:23,617 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,33487,1731723741282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,617 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,617 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.Replication(171): 667222f7cf1b,33487,1731723741282 started 2024-11-16T02:22:23,629 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:23,629 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,33487,1731723741282, RpcServer on 667222f7cf1b/172.17.0.3:33487, sessionid=0x101417325310004 2024-11-16T02:22:23,629 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:22:23,629 DEBUG [RS:0;667222f7cf1b:33487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,33487,1731723741282 2024-11-16T02:22:23,629 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,33487,1731723741282' 2024-11-16T02:22:23,629 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1041827945/flush-table-proc/abort' 2024-11-16T02:22:23,629 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1041827945/flush-table-proc/acquired' 2024-11-16T02:22:23,630 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:22:23,630 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:22:23,630 DEBUG [RS:0;667222f7cf1b:33487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,33487,1731723741282 2024-11-16T02:22:23,630 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,33487,1731723741282' 2024-11-16T02:22:23,630 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1041827945/online-snapshot/abort' 2024-11-16T02:22:23,630 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1041827945/online-snapshot/acquired' 2024-11-16T02:22:23,630 DEBUG [RS:0;667222f7cf1b:33487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:22:23,631 INFO [RS:0;667222f7cf1b:33487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:22:23,631 INFO [RS:0;667222f7cf1b:33487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:22:23,731 INFO [RS:0;667222f7cf1b:33487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:23,733 INFO [RS:0;667222f7cf1b:33487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C33487%2C1731723741282, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/WALs/667222f7cf1b,33487,1731723741282, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/oldWALs, maxLogs=10 2024-11-16T02:22:23,750 DEBUG [RS:0;667222f7cf1b:33487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/WALs/667222f7cf1b,33487,1731723741282/667222f7cf1b%2C33487%2C1731723741282.1731723743734, exclude list is [], retry=0 2024-11-16T02:22:23,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-10be3b47-7aba-43c3-a762-b786c594682d,DISK] 2024-11-16T02:22:23,755 INFO [RS:0;667222f7cf1b:33487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/WALs/667222f7cf1b,33487,1731723741282/667222f7cf1b%2C33487%2C1731723741282.1731723743734 2024-11-16T02:22:23,755 DEBUG [RS:0;667222f7cf1b:33487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43077:43077)] 2024-11-16T02:22:23,810 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:22:23,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:22:23,863 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819 2024-11-16T02:22:23,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:22:24,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:24,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:22:24,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:22:24,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:24,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:24,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:22:24,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:22:24,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:24,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:24,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:22:24,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:22:24,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:24,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:24,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:22:24,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:22:24,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:24,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:24,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:22:24,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740 2024-11-16T02:22:24,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740 2024-11-16T02:22:24,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:22:24,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:22:24,294 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:24,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:22:24,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:24,298 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59001211, jitterRate=-0.12081344425678253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:24,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723744275Initializing all the Stores at 1731723744277 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723744277Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723744278 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723744278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723744278Cleaning up temporary data from old regions at 1731723744294 (+16 ms)Region opened successfully at 1731723744298 (+4 ms) 2024-11-16T02:22:24,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:22:24,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:22:24,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:22:24,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:22:24,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:22:24,298 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:24,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723744298Disabling compacts and flushes for region at 1731723744298Disabling writes for close at 1731723744298Writing region close event to WAL at 1731723744298Closed at 1731723744298 2024-11-16T02:22:24,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:24,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:22:24,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:22:24,300 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:24,301 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:22:24,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:22:24,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:24,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:24,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:24,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:24,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:24,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:24,451 DEBUG [667222f7cf1b:46089 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:22:24,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,33487,1731723741282 2024-11-16T02:22:24,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,33487,1731723741282, state=OPENING 2024-11-16T02:22:24,503 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:22:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:24,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:24,514 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:24,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1041827945/meta-region-server: CHANGED 2024-11-16T02:22:24,514 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1041827945/meta-region-server: CHANGED 2024-11-16T02:22:24,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,33487,1731723741282}] 2024-11-16T02:22:24,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:22:24,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:22:24,676 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:22:24,676 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:24,677 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:22:24,679 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C33487%2C1731723741282.meta, suffix=.meta, logDir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/WALs/667222f7cf1b,33487,1731723741282, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/oldWALs, maxLogs=10 2024-11-16T02:22:24,692 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/WALs/667222f7cf1b,33487,1731723741282/667222f7cf1b%2C33487%2C1731723741282.meta.1731723744680.meta, exclude list is [], retry=0 2024-11-16T02:22:24,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-10be3b47-7aba-43c3-a762-b786c594682d,DISK] 2024-11-16T02:22:24,695 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/WALs/667222f7cf1b,33487,1731723741282/667222f7cf1b%2C33487%2C1731723741282.meta.1731723744680.meta 2024-11-16T02:22:24,696 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43077:43077)] 2024-11-16T02:22:24,696 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:24,696 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:24,696 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:22:24,696 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:22:24,696 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:22:24,696 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:22:24,696 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:24,696 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:22:24,697 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:22:24,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:22:24,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:22:24,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:24,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:24,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:22:24,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:22:24,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:24,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:24,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:22:24,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:22:24,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:24,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:24,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:22:24,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:22:24,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:24,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:24,702 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:22:24,702 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740 2024-11-16T02:22:24,703 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740 2024-11-16T02:22:24,704 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:22:24,704 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:22:24,705 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:24,706 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:22:24,707 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72167676, jitterRate=0.07538217306137085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:24,707 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:22:24,707 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723744697Writing region info on filesystem at 1731723744697Initializing all the Stores at 1731723744697Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723744697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723744698 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723744698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723744698Cleaning up temporary data from old regions at 1731723744704 (+6 ms)Running coprocessor post-open hooks at 1731723744707 (+3 ms)Region opened successfully at 1731723744707 2024-11-16T02:22:24,708 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723744667 2024-11-16T02:22:24,710 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:22:24,710 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:22:24,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,33487,1731723741282 2024-11-16T02:22:24,712 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,33487,1731723741282, state=OPEN 2024-11-16T02:22:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1041827945/meta-region-server 2024-11-16T02:22:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1041827945/meta-region-server 2024-11-16T02:22:24,724 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,33487,1731723741282 2024-11-16T02:22:24,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1041827945/meta-region-server: CHANGED 2024-11-16T02:22:24,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1041827945/meta-region-server: CHANGED 2024-11-16T02:22:24,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:22:24,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,33487,1731723741282 in 210 msec 2024-11-16T02:22:24,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:22:24,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-16T02:22:24,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:24,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:22:24,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:24,730 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,33487,1731723741282, seqNum=-1] 2024-11-16T02:22:24,730 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:24,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:24,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-16T02:22:24,736 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723744736, completionTime=-1 2024-11-16T02:22:24,737 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:22:24,737 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723804739 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723864739 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46089,1731723741129-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46089,1731723741129-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46089,1731723741129-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:46089, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:24,739 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:24,741 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:22:24,742 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.291sec 2024-11-16T02:22:24,743 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:22:24,743 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:22:24,743 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:22:24,743 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:22:24,743 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:22:24,743 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46089,1731723741129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:24,743 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46089,1731723741129-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:22:24,745 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:22:24,745 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:22:24,745 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46089,1731723741129-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:24,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528395cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:24,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,46089,-1 for getting cluster id 2024-11-16T02:22:24,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:24,793 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6348e3c-1d66-4daa-ab5b-0dbe04e55d03' 2024-11-16T02:22:24,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6348e3c-1d66-4daa-ab5b-0dbe04e55d03" 2024-11-16T02:22:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20559476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,46089,-1] 2024-11-16T02:22:24,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:24,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:24,797 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:24,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d78c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:24,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:24,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,33487,1731723741282, seqNum=-1] 2024-11-16T02:22:24,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:24,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:24,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,46089,1731723741129 2024-11-16T02:22:24,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58128 2024-11-16T02:22:24,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:24,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101417325310005 connected 2024-11-16T02:22:24,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3340a083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:24,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,45981,-1 for getting cluster id 2024-11-16T02:22:24,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:24,832 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8bcb00c-bacd-49ed-9ef5-985f424c9b0d' 2024-11-16T02:22:24,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:24,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8bcb00c-bacd-49ed-9ef5-985f424c9b0d" 2024-11-16T02:22:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3937f311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,45981,-1] 2024-11-16T02:22:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:24,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:24,834 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:24,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0668e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:24,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,45981,1731723735551 2024-11-16T02:22:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e961ad0 2024-11-16T02:22:24,837 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:24,838 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:24,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:46089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:22:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:22:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:24,843 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:46089' 2024-11-16T02:22:24,844 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604199e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:24,844 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,46089,-1 for getting cluster id 2024-11-16T02:22:24,844 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:24,845 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6348e3c-1d66-4daa-ab5b-0dbe04e55d03' 2024-11-16T02:22:24,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6348e3c-1d66-4daa-ab5b-0dbe04e55d03" 2024-11-16T02:22:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2125bd80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,46089,-1] 2024-11-16T02:22:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:24,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:24,847 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:24,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4545a8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:24,848 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:24,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,46089,1731723741129 2024-11-16T02:22:24,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b03774 2024-11-16T02:22:24,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:24,850 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:24,851 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-16T02:22:24,851 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:22:24,851 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:24,851 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:24,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:24,852 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:24,853 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:22:24,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:22:24,854 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:24,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:22:24,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741835_1011 (size=1138) 2024-11-16T02:22:24,903 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:22:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:25,267 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37cda726993e192cd80b759fe3a356e2, NAME => 'hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4 2024-11-16T02:22:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741836_1012 (size=44) 2024-11-16T02:22:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:25,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:25,678 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 37cda726993e192cd80b759fe3a356e2, disabling compactions & flushes 2024-11-16T02:22:25,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:25,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:25,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. after waiting 0 ms 2024-11-16T02:22:25,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:25,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:25,679 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37cda726993e192cd80b759fe3a356e2: Waiting for close lock at 1731723745678Disabling compacts and flushes for region at 1731723745678Disabling writes for close at 1731723745679 (+1 ms)Writing region close event to WAL at 1731723745679Closed at 1731723745679 2024-11-16T02:22:25,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:22:25,681 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723745681"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723745681"}]},"ts":"1731723745681"} 2024-11-16T02:22:25,685 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:22:25,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:22:25,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723745687"}]},"ts":"1731723745687"} 2024-11-16T02:22:25,691 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:22:25,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN}] 2024-11-16T02:22:25,693 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN 2024-11-16T02:22:25,694 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN; state=OFFLINE, location=667222f7cf1b,46007,1731723736021; forceNewPlan=false, retain=false 2024-11-16T02:22:25,845 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37cda726993e192cd80b759fe3a356e2, regionState=OPENING, regionLocation=667222f7cf1b,46007,1731723736021 2024-11-16T02:22:25,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN because future has completed 2024-11-16T02:22:25,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37cda726993e192cd80b759fe3a356e2, server=667222f7cf1b,46007,1731723736021}] 2024-11-16T02:22:25,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:26,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:26,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:26,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:22:26,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C46007%2C1731723736021.rep, suffix=, logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs, maxLogs=10 2024-11-16T02:22:26,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.rep.1731723746011, exclude list is [], retry=0 2024-11-16T02:22:26,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-0f699ce2-7be1-4827-a3cf-173ef601e02a,DISK] 2024-11-16T02:22:26,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.rep.1731723746011 2024-11-16T02:22:26,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-16T02:22:26,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 37cda726993e192cd80b759fe3a356e2, NAME => 'hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:26,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:26,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:22:26,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. service=MultiRowMutationService 2024-11-16T02:22:26,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:22:26,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:26,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,029 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,031 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37cda726993e192cd80b759fe3a356e2 columnFamilyName hfileref 2024-11-16T02:22:26,031 DEBUG [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:26,031 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(327): Store=37cda726993e192cd80b759fe3a356e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:26,031 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,032 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37cda726993e192cd80b759fe3a356e2 columnFamilyName queue 2024-11-16T02:22:26,032 DEBUG [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:26,032 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(327): Store=37cda726993e192cd80b759fe3a356e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:26,033 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,033 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37cda726993e192cd80b759fe3a356e2 columnFamilyName sid 2024-11-16T02:22:26,033 DEBUG [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:26,034 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(327): Store=37cda726993e192cd80b759fe3a356e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:26,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:22:26,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:26,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 37cda726993e192cd80b759fe3a356e2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72424423, jitterRate=0.07920800149440765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:22:26,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:26,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 37cda726993e192cd80b759fe3a356e2: Running coprocessor pre-open hook at 1731723746028Writing region info on filesystem at 1731723746028Initializing all the Stores at 1731723746029 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723746029Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723746029Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723746029Cleaning up temporary data from old regions at 1731723746036 (+7 ms)Running coprocessor post-open hooks at 1731723746039 (+3 ms)Region opened successfully at 1731723746040 (+1 ms) 2024-11-16T02:22:26,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2., pid=7, masterSystemTime=1731723746000 2024-11-16T02:22:26,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:26,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:26,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=37cda726993e192cd80b759fe3a356e2, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,46007,1731723736021 2024-11-16T02:22:26,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37cda726993e192cd80b759fe3a356e2, server=667222f7cf1b,46007,1731723736021 because future has completed 2024-11-16T02:22:26,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T02:22:26,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 37cda726993e192cd80b759fe3a356e2, server=667222f7cf1b,46007,1731723736021 in 198 msec 2024-11-16T02:22:26,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:22:26,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN in 356 msec 2024-11-16T02:22:26,051 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:22:26,051 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723746051"}]},"ts":"1731723746051"} 2024-11-16T02:22:26,053 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:22:26,053 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:22:26,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-16T02:22:26,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2., hostname=667222f7cf1b,46007,1731723736021, seqNum=2] 2024-11-16T02:22:26,209 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:26,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:26,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:22:26,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46007 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-16T02:22:26,385 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:22:26,419 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,46007,1731723736021, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:22:26,419 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:26,419 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,46007,1731723736021, seqNum=-1] 2024-11-16T02:22:26,419 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:26,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-16T02:22:26,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,46007,1731723736021', locateType=CURRENT is [region=hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2., hostname=667222f7cf1b,46007,1731723736021, seqNum=2] 2024-11-16T02:22:26,424 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T02:22:26,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T02:22:26,426 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,46007,1731723736021 suceeded 2024-11-16T02:22:26,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-16T02:22:26,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-16T02:22:26,428 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:46089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:22:26,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5890 sec 2024-11-16T02:22:26,440 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:46089' 2024-11-16T02:22:26,441 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26b62877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:26,441 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,46089,-1 for getting cluster id 2024-11-16T02:22:26,441 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:26,442 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6348e3c-1d66-4daa-ab5b-0dbe04e55d03' 2024-11-16T02:22:26,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:26,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6348e3c-1d66-4daa-ab5b-0dbe04e55d03" 2024-11-16T02:22:26,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29703841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:26,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,46089,-1] 2024-11-16T02:22:26,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:26,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:26,443 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:26,444 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3eda20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:26,444 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:26,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,46089,1731723741129 2024-11-16T02:22:26,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d88d18 2024-11-16T02:22:26,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:26,445 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-16T02:22:26,445 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,46007,1731723736021 (queues=1) is replicating from cluster=b8bcb00c-bacd-49ed-9ef5-985f424c9b0d to cluster=a6348e3c-1d66-4daa-ab5b-0dbe04e55d03 2024-11-16T02:22:26,446 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C46007%2C1731723736021 2024-11-16T02:22:26,446 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,46007,1731723736021, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:22:26,446 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.shipper667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C46007%2C1731723736021 2024-11-16T02:22:26,446 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.wal-reader.667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.1731723737950, startPosition=0, beingWritten=true 2024-11-16T02:22:26,651 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.wal-reader.667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.1731723737950 to pos 0, reset compression=false 2024-11-16T02:22:26,961 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.wal-reader.667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.1731723737950 to pos 0, reset compression=false 2024-11-16T02:22:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:27,000 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:22:27,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:27,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:27,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:27,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:27,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:27,001 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,45981,1731723735551 2024-11-16T02:22:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74e2ca82 2024-11-16T02:22:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:27,004 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:27,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45981 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-16T02:22:27,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:27,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:27,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:27,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:27,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:27,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:22:27,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1717248193, stopped=false 2024-11-16T02:22:27,006 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,45981,1731723735551 2024-11-16T02:22:27,051 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/running 2024-11-16T02:22:27,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/running 2024-11-16T02:22:27,051 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:27,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:27,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:27,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:27,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:27,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:27,052 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,46007,1731723736021' ***** 2024-11-16T02:22:27,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/running 2024-11-16T02:22:27,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/running 2024-11-16T02:22:27,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:22:27,052 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:22:27,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(3091): Received CLOSE for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,46007,1731723736021 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:46007. 2024-11-16T02:22:27,053 DEBUG [RS:0;667222f7cf1b:46007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:27,053 DEBUG [RS:0;667222f7cf1b:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:27,053 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37cda726993e192cd80b759fe3a356e2, disabling compactions & flushes 2024-11-16T02:22:27,053 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:22:27,053 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:22:27,053 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. after waiting 0 ms 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:22:27,053 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:22:27,053 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37cda726993e192cd80b759fe3a356e2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-16T02:22:27,053 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:22:27,053 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 37cda726993e192cd80b759fe3a356e2=hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2.} 2024-11-16T02:22:27,054 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:27,054 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:22:27,054 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:22:27,054 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:22:27,054 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:22:27,054 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:22:27,054 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-16T02:22:27,067 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/info/22fa89b5ee684569a4d9a83db7de8dd5 is 147, key is hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2./info:regioninfo/1731723746043/Put/seqid=0 2024-11-16T02:22:27,067 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2/.tmp/queue/36886584f0734609918324ec1c9e2d54 is 151, key is 1-667222f7cf1b,46007,1731723736021/queue:667222f7cf1b%2C46007%2C1731723736021/1731723746423/Put/seqid=0 2024-11-16T02:22:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741839_1015 (size=6631) 2024-11-16T02:22:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741838_1014 (size=5350) 2024-11-16T02:22:27,125 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:27,254 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:27,373 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.wal-reader.667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.1731723737950 to pos 0, reset compression=false 2024-11-16T02:22:27,454 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:27,473 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2/.tmp/queue/36886584f0734609918324ec1c9e2d54 2024-11-16T02:22:27,473 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/info/22fa89b5ee684569a4d9a83db7de8dd5 2024-11-16T02:22:27,486 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2/.tmp/queue/36886584f0734609918324ec1c9e2d54 as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2/queue/36886584f0734609918324ec1c9e2d54 2024-11-16T02:22:27,492 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2/queue/36886584f0734609918324ec1c9e2d54, entries=1, sequenceid=5, filesize=5.2 K 2024-11-16T02:22:27,492 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 37cda726993e192cd80b759fe3a356e2 in 439ms, sequenceid=5, compaction requested=false 2024-11-16T02:22:27,493 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:22:27,497 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T02:22:27,497 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:27,497 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:27,497 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:27,497 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37cda726993e192cd80b759fe3a356e2: Waiting for close lock at 1731723747053Running coprocessor pre-close hooks at 1731723747053Disabling compacts and flushes for region at 1731723747053Disabling writes for close at 1731723747053Obtaining lock to block concurrent updates at 1731723747053Preparing flush snapshotting stores in 37cda726993e192cd80b759fe3a356e2 at 1731723747053Finished memstore snapshotting hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731723747054 (+1 ms)Flushing stores of hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. at 1731723747054Flushing 37cda726993e192cd80b759fe3a356e2/queue: creating writer at 1731723747054Flushing 37cda726993e192cd80b759fe3a356e2/queue: appending metadata at 1731723747067 (+13 ms)Flushing 37cda726993e192cd80b759fe3a356e2/queue: closing flushed file at 1731723747067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192968ea: reopening flushed file at 1731723747485 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 37cda726993e192cd80b759fe3a356e2 in 439ms, sequenceid=5, compaction requested=false at 1731723747492 (+7 ms)Writing region close event to WAL at 1731723747494 (+2 ms)Running coprocessor post-close hooks at 1731723747497 (+3 ms)Closed at 1731723747497 2024-11-16T02:22:27,497 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:27,501 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/ns/7578345687c44dfc8586c124c685fcbe is 43, key is default/ns:d/1731723738955/Put/seqid=0 2024-11-16T02:22:27,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741840_1016 (size=5153) 2024-11-16T02:22:27,654 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:27,817 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:22:27,817 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:22:27,855 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:27,883 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.wal-reader.667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.1731723737950 to pos 0, reset compression=false 2024-11-16T02:22:27,905 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/ns/7578345687c44dfc8586c124c685fcbe 2024-11-16T02:22:27,927 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/table/faddaad7cdfb4c17afb6c55ad8e1054a is 53, key is hbase:replication/table:state/1731723746051/Put/seqid=0 2024-11-16T02:22:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741841_1017 (size=5256) 2024-11-16T02:22:28,055 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:22:28,055 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:22:28,055 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:28,255 DEBUG [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:28,331 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/table/faddaad7cdfb4c17afb6c55ad8e1054a 2024-11-16T02:22:28,340 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/info/22fa89b5ee684569a4d9a83db7de8dd5 as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/info/22fa89b5ee684569a4d9a83db7de8dd5 2024-11-16T02:22:28,344 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/info/22fa89b5ee684569a4d9a83db7de8dd5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-16T02:22:28,345 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/ns/7578345687c44dfc8586c124c685fcbe as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/ns/7578345687c44dfc8586c124c685fcbe 2024-11-16T02:22:28,350 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/ns/7578345687c44dfc8586c124c685fcbe, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T02:22:28,351 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/table/faddaad7cdfb4c17afb6c55ad8e1054a as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/table/faddaad7cdfb4c17afb6c55ad8e1054a 2024-11-16T02:22:28,356 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/table/faddaad7cdfb4c17afb6c55ad8e1054a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-16T02:22:28,357 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-16T02:22:28,362 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T02:22:28,362 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:28,362 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:28,363 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:28,363 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723747054Running coprocessor pre-close hooks at 1731723747054Disabling compacts and flushes for region at 1731723747054Disabling writes for close at 1731723747054Obtaining lock to block concurrent updates at 1731723747054Preparing flush snapshotting stores in 1588230740 at 1731723747054Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731723747054Flushing stores of hbase:meta,,1.1588230740 at 1731723747054Flushing 1588230740/info: creating writer at 1731723747054Flushing 1588230740/info: appending metadata at 1731723747067 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731723747067Flushing 1588230740/ns: creating writer at 1731723747485 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731723747501 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731723747501Flushing 1588230740/table: creating writer at 1731723747910 (+409 ms)Flushing 1588230740/table: appending metadata at 1731723747926 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731723747926Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@233bd6c0: reopening flushed file at 1731723748339 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488b4761: reopening flushed file at 1731723748344 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf0d421: reopening flushed file at 1731723748350 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1731723748357 (+7 ms)Writing region close event to WAL at 1731723748358 (+1 ms)Running coprocessor post-close hooks at 1731723748362 (+4 ms)Closed at 1731723748363 (+1 ms) 2024-11-16T02:22:28,363 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:28,456 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,46007,1731723736021; all regions closed. 2024-11-16T02:22:28,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741834_1010 (size=2742) 2024-11-16T02:22:28,462 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.meta.1731723738868.meta not finished, retry = 0 2024-11-16T02:22:28,493 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.wal-reader.667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.1731723737950 to pos 0, reset compression=false 2024-11-16T02:22:28,569 DEBUG [RS:0;667222f7cf1b:46007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs 2024-11-16T02:22:28,569 INFO [RS:0;667222f7cf1b:46007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C46007%2C1731723736021.meta:.meta(num 1731723738868) 2024-11-16T02:22:28,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741837_1013 (size=1586) 2024-11-16T02:22:28,577 DEBUG [RS:0;667222f7cf1b:46007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs 2024-11-16T02:22:28,577 INFO [RS:0;667222f7cf1b:46007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C46007%2C1731723736021.rep:(num 1731723746011) 2024-11-16T02:22:28,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741832_1008 (size=93) 2024-11-16T02:22:28,579 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021/667222f7cf1b%2C46007%2C1731723736021.1731723737950 not finished, retry = 0 2024-11-16T02:22:28,699 DEBUG [RS:0;667222f7cf1b:46007 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs 2024-11-16T02:22:28,699 INFO [RS:0;667222f7cf1b:46007 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C46007%2C1731723736021:(num 1731723737950) 2024-11-16T02:22:28,699 DEBUG [RS:0;667222f7cf1b:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:28,699 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:28,699 INFO [RS:0;667222f7cf1b:46007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:28,700 INFO [RS:0;667222f7cf1b:46007 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:28,700 INFO [RS:0;667222f7cf1b:46007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:28,700 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:28,700 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,46007,1731723736021 because: Region server is closing 2024-11-16T02:22:28,700 INFO [RS:0;667222f7cf1b:46007 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:46007. 2024-11-16T02:22:28,700 DEBUG [RS:0;667222f7cf1b:46007 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:28,700 DEBUG [RS:0;667222f7cf1b:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:28,700 DEBUG [RS:0;667222f7cf1b:46007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:28,700 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:28,801 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.wal-reader.667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:22:28,801 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.shipper667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T02:22:28,801 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,46007,1731723736021.replicationSource.shipper667222f7cf1b%2C46007%2C1731723736021,1-667222f7cf1b,46007,1731723736021 terminated 2024-11-16T02:22:28,801 INFO [RS:0;667222f7cf1b:46007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46007 2024-11-16T02:22:28,819 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/rs/667222f7cf1b,46007,1731723736021 2024-11-16T02:22:28,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/rs 2024-11-16T02:22:28,819 INFO [RS:0;667222f7cf1b:46007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:28,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,46007,1731723736021] 2024-11-16T02:22:28,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/draining/667222f7cf1b,46007,1731723736021 already deleted, retry=false 2024-11-16T02:22:28,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,46007,1731723736021 expired; onlineServers=0 2024-11-16T02:22:28,839 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,45981,1731723735551' ***** 2024-11-16T02:22:28,839 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:22:28,840 INFO [M:0;667222f7cf1b:45981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:28,840 INFO [M:0;667222f7cf1b:45981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:28,840 DEBUG [M:0;667222f7cf1b:45981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:22:28,840 DEBUG [M:0;667222f7cf1b:45981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:22:28,840 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:22:28,840 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723737675 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723737675,5,FailOnTimeoutGroup] 2024-11-16T02:22:28,840 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723737675 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723737675,5,FailOnTimeoutGroup] 2024-11-16T02:22:28,840 INFO [M:0;667222f7cf1b:45981 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:28,840 INFO [M:0;667222f7cf1b:45981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:28,840 DEBUG [M:0;667222f7cf1b:45981 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:22:28,840 INFO [M:0;667222f7cf1b:45981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:22:28,840 INFO [M:0;667222f7cf1b:45981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:28,840 INFO [M:0;667222f7cf1b:45981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:22:28,840 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:22:28,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/master 2024-11-16T02:22:28,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:28,921 DEBUG [M:0;667222f7cf1b:45981 {}] zookeeper.ZKUtil(347): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/master because node does not exist (not an error) 2024-11-16T02:22:28,921 WARN [M:0;667222f7cf1b:45981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:22:28,923 INFO [M:0;667222f7cf1b:45981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/.lastflushedseqids 2024-11-16T02:22:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741842_1018 (size=181) 2024-11-16T02:22:28,929 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:28,929 INFO [RS:0;667222f7cf1b:46007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:28,929 DEBUG [pool-739-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46007-0x101417325310001, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:28,929 INFO [RS:0;667222f7cf1b:46007 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,46007,1731723736021; zookeeper connection closed. 2024-11-16T02:22:28,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a99be4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a99be4c 2024-11-16T02:22:28,930 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:22:29,331 INFO [M:0;667222f7cf1b:45981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:22:29,331 INFO [M:0;667222f7cf1b:45981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:22:29,331 DEBUG [M:0;667222f7cf1b:45981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:22:29,331 INFO [M:0;667222f7cf1b:45981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:29,331 DEBUG [M:0;667222f7cf1b:45981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:29,331 DEBUG [M:0;667222f7cf1b:45981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:22:29,331 DEBUG [M:0;667222f7cf1b:45981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:29,331 INFO [M:0;667222f7cf1b:45981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-16T02:22:29,351 DEBUG [M:0;667222f7cf1b:45981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d366a927db6447fb8ee5fd5de19f005 is 82, key is hbase:meta,,1/info:regioninfo/1731723738900/Put/seqid=0 2024-11-16T02:22:29,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741843_1019 (size=5672) 2024-11-16T02:22:29,755 INFO [M:0;667222f7cf1b:45981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d366a927db6447fb8ee5fd5de19f005 2024-11-16T02:22:29,782 DEBUG [M:0;667222f7cf1b:45981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9287247cb0f646879e3e051c636e5a25 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731723746054/Put/seqid=0 2024-11-16T02:22:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741844_1020 (size=7203) 2024-11-16T02:22:30,187 INFO [M:0;667222f7cf1b:45981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9287247cb0f646879e3e051c636e5a25 2024-11-16T02:22:30,201 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:22:30,212 DEBUG [M:0;667222f7cf1b:45981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6597259976194ea79233e45dd641720b is 69, key is 667222f7cf1b,46007,1731723736021/rs:state/1731723737793/Put/seqid=0 2024-11-16T02:22:30,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741845_1021 (size=5156) 2024-11-16T02:22:30,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:30,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:30,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:30,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:30,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:30,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:30,617 INFO [M:0;667222f7cf1b:45981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6597259976194ea79233e45dd641720b 2024-11-16T02:22:30,626 DEBUG [M:0;667222f7cf1b:45981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d366a927db6447fb8ee5fd5de19f005 as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d366a927db6447fb8ee5fd5de19f005 2024-11-16T02:22:30,633 INFO [M:0;667222f7cf1b:45981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d366a927db6447fb8ee5fd5de19f005, entries=8, sequenceid=70, filesize=5.5 K 2024-11-16T02:22:30,634 DEBUG [M:0;667222f7cf1b:45981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9287247cb0f646879e3e051c636e5a25 as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9287247cb0f646879e3e051c636e5a25 2024-11-16T02:22:30,640 INFO [M:0;667222f7cf1b:45981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9287247cb0f646879e3e051c636e5a25, entries=8, sequenceid=70, filesize=7.0 K 2024-11-16T02:22:30,641 DEBUG [M:0;667222f7cf1b:45981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6597259976194ea79233e45dd641720b as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6597259976194ea79233e45dd641720b 2024-11-16T02:22:30,645 INFO [M:0;667222f7cf1b:45981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6597259976194ea79233e45dd641720b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-16T02:22:30,646 INFO [M:0;667222f7cf1b:45981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false 2024-11-16T02:22:30,648 INFO [M:0;667222f7cf1b:45981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:30,648 DEBUG [M:0;667222f7cf1b:45981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723749331Disabling compacts and flushes for region at 1731723749331Disabling writes for close at 1731723749331Obtaining lock to block concurrent updates at 1731723749331Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723749331Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731723749332 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723749333 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723749333Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723749350 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723749350Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723749765 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723749782 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723749782Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723750198 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723750211 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723750211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38cea70f: reopening flushed file at 1731723750624 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c957a8: reopening flushed file at 1731723750633 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6124ba65: reopening flushed file at 1731723750640 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=70, compaction requested=false at 1731723750646 (+6 ms)Writing region close event to WAL at 1731723750648 (+2 ms)Closed at 1731723750648 2024-11-16T02:22:30,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741830_1006 (size=41008) 2024-11-16T02:22:30,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551/667222f7cf1b%2C45981%2C1731723735551.1731723737418 not finished, retry = 0 2024-11-16T02:22:30,752 INFO [M:0;667222f7cf1b:45981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:22:30,752 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:30,752 INFO [M:0;667222f7cf1b:45981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45981 2024-11-16T02:22:30,752 INFO [M:0;667222f7cf1b:45981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:30,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:30,919 INFO [M:0;667222f7cf1b:45981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:30,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45981-0x101417325310000, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:30,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:30,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:30,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:30,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:30,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:30,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:30,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:22:30,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:30,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39371 2024-11-16T02:22:30,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39371 connecting to ZooKeeper ensemble=127.0.0.1:58128 2024-11-16T02:22:30,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393710x0, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:30,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39371-0x101417325310006 connected 2024-11-16T02:22:30,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:30,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:30,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/running 2024-11-16T02:22:30,958 DEBUG [pool-933-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: INIT 2024-11-16T02:22:30,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4, hbase.cluster.distributed=false 2024-11-16T02:22:30,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/acl 2024-11-16T02:22:30,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39371 2024-11-16T02:22:30,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39371 2024-11-16T02:22:30,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39371 2024-11-16T02:22:30,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39371 2024-11-16T02:22:30,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39371 2024-11-16T02:22:30,977 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:30,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:30,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:30,977 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:30,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:30,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:30,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:22:30,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:30,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44581 2024-11-16T02:22:30,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44581 connecting to ZooKeeper ensemble=127.0.0.1:58128 2024-11-16T02:22:30,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:30,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:30,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445810x0, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:30,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44581-0x101417325310007 connected 2024-11-16T02:22:30,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/running 2024-11-16T02:22:30,995 DEBUG [pool-938-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: INIT 2024-11-16T02:22:30,995 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:22:30,995 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:22:30,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/master 2024-11-16T02:22:30,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/acl 2024-11-16T02:22:30,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44581 2024-11-16T02:22:30,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44581 2024-11-16T02:22:30,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44581 2024-11-16T02:22:30,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44581 2024-11-16T02:22:30,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44581 2024-11-16T02:22:31,012 DEBUG [M:0;667222f7cf1b:39371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:39371 2024-11-16T02:22:31,012 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0276532568/backup-masters/667222f7cf1b,39371,1731723750921 2024-11-16T02:22:31,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/backup-masters 2024-11-16T02:22:31,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/backup-masters 2024-11-16T02:22:31,018 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on existing znode=/0276532568/backup-masters/667222f7cf1b,39371,1731723750921 2024-11-16T02:22:31,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:31,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0276532568/master 2024-11-16T02:22:31,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:31,029 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on existing znode=/0276532568/master 2024-11-16T02:22:31,030 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0276532568/backup-masters/667222f7cf1b,39371,1731723750921 from backup master directory 2024-11-16T02:22:31,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/backup-masters/667222f7cf1b,39371,1731723750921 2024-11-16T02:22:31,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/backup-masters 2024-11-16T02:22:31,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/backup-masters 2024-11-16T02:22:31,039 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:31,039 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,39371,1731723750921 2024-11-16T02:22:31,057 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:31,057 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:22:31,066 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 9ms. 2024-11-16T02:22:31,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741846_1022 (size=196) 2024-11-16T02:22:31,487 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:31,488 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:22:31,489 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:31,497 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-16T02:22:31,500 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551 to hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551-dead as it is dead 2024-11-16T02:22:31,501 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551-dead/667222f7cf1b%2C45981%2C1731723735551.1731723737418 2024-11-16T02:22:31,502 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551-dead/667222f7cf1b%2C45981%2C1731723735551.1731723737418 after 0ms 2024-11-16T02:22:31,502 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551-dead/667222f7cf1b%2C45981%2C1731723735551.1731723737418 to hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/667222f7cf1b%2C45981%2C1731723735551.1731723737418 2024-11-16T02:22:31,502 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,45981,1731723735551-dead 2024-11-16T02:22:31,503 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,39371,1731723750921 2024-11-16T02:22:31,504 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:31,505 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C39371%2C1731723750921, suffix=, logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,39371,1731723750921, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/oldWALs, maxLogs=10 2024-11-16T02:22:31,524 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,39371,1731723750921/667222f7cf1b%2C39371%2C1731723750921.1731723751506, exclude list is [], retry=0 2024-11-16T02:22:31,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-0f699ce2-7be1-4827-a3cf-173ef601e02a,DISK] 2024-11-16T02:22:31,528 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,39371,1731723750921/667222f7cf1b%2C39371%2C1731723750921.1731723751506 2024-11-16T02:22:31,528 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-16T02:22:31,528 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:31,529 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:31,529 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,529 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:22:31,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:31,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d366a927db6447fb8ee5fd5de19f005 2024-11-16T02:22:31,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:31,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:22:31,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:31,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9287247cb0f646879e3e051c636e5a25 2024-11-16T02:22:31,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:31,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:22:31,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:31,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6597259976194ea79233e45dd641720b 2024-11-16T02:22:31,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:31,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:22:31,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:31,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:31,548 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,548 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-16T02:22:31,548 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/667222f7cf1b%2C45981%2C1731723735551.1731723737418 2024-11-16T02:22:31,554 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/667222f7cf1b%2C45981%2C1731723735551.1731723737418 2024-11-16T02:22:31,555 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/667222f7cf1b%2C45981%2C1731723735551.1731723737418 2024-11-16T02:22:31,557 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,557 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,557 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:31,559 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:31,561 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-16T02:22:31,562 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74871456, jitterRate=0.11567163467407227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:31,562 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723751529Initializing all the Stores at 1731723751529Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723751529Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723751530 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723751530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723751530Cleaning up temporary data from old regions at 1731723751557 (+27 ms)Region opened successfully at 1731723751562 (+5 ms) 2024-11-16T02:22:31,562 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:22:31,564 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b534e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:31,566 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-16T02:22:31,566 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:22:31,566 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:22:31,566 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:22:31,567 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:22:31,569 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:31,569 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:22:31,570 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:22:31,570 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-16T02:22:31,570 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:22:31,572 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=667222f7cf1b,46007,1731723736021, regionLocation=667222f7cf1b,46007,1731723736021, openSeqNum=2 2024-11-16T02:22:31,572 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=667222f7cf1b,46007,1731723736021, table=hbase:meta, region=1588230740 2024-11-16T02:22:31,572 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,46007,1731723736021, state=OPEN 2024-11-16T02:22:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276532568/meta-region-server 2024-11-16T02:22:31,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276532568/meta-region-server 2024-11-16T02:22:31,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:31,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:31,621 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:22:31,629 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/draining/667222f7cf1b,46007,1731723736021 already deleted, retry=false 2024-11-16T02:22:31,629 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 667222f7cf1b,46007,1731723736021 on 667222f7cf1b,39371,1731723750921 2024-11-16T02:22:31,632 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 667222f7cf1b,46007,1731723736021, splitWal=true, meta=true 2024-11-16T02:22:31,634 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 667222f7cf1b,46007,1731723736021 (carryingMeta=true) 667222f7cf1b,46007,1731723736021/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@794e5035[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-16T02:22:31,636 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/balancer because node does not exist (not necessarily an error) 2024-11-16T02:22:31,646 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/balancer already deleted, retry=false 2024-11-16T02:22:31,647 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:22:31,647 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:22:31,657 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/normalizer already deleted, retry=false 2024-11-16T02:22:31,657 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:22:31,658 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:22:31,671 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/switch/split already deleted, retry=false 2024-11-16T02:22:31,672 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:22:31,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/switch/merge already deleted, retry=false 2024-11-16T02:22:31,801 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:22:31,808 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/snapshot-cleanup already deleted, retry=false 2024-11-16T02:22:31,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0276532568/running 2024-11-16T02:22:31,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0276532568/running 2024-11-16T02:22:31,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:31,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:31,819 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,39371,1731723750921, sessionid=0x101417325310006, setting cluster-up flag (Was=false) 2024-11-16T02:22:31,831 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0276532568/flush-table-proc/acquired, /0276532568/flush-table-proc/reached, /0276532568/flush-table-proc/abort 2024-11-16T02:22:31,834 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,39371,1731723750921 2024-11-16T02:22:31,849 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0276532568/online-snapshot/acquired, /0276532568/online-snapshot/reached, /0276532568/online-snapshot/abort 2024-11-16T02:22:31,851 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,39371,1731723750921 2024-11-16T02:22:31,854 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/.lastflushedseqids 2024-11-16T02:22:31,859 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:22:31,859 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:22:31,859 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,39371,1731723750921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 667222f7cf1b,46007,1731723736021 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:22:31,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:31,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:31,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:31,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:31,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:22:31,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:31,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:31,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:31,863 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723781863 2024-11-16T02:22:31,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:22:31,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:22:31,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:22:31,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:22:31,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:22:31,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:22:31,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:31,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:22:31,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:22:31,865 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:22:31,865 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:22:31,865 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:22:31,865 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:22:31,865 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723751865,5,FailOnTimeoutGroup] 2024-11-16T02:22:31,865 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723751865,5,FailOnTimeoutGroup] 2024-11-16T02:22:31,866 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:31,866 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:22:31,866 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:31,866 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:31,866 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723751866, completionTime=-1 2024-11-16T02:22:31,866 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 667222f7cf1b,46007,1731723736021, splitWal=true, meta=true 2024-11-16T02:22:31,866 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-16T02:22:31,867 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 667222f7cf1b,46007,1731723736021, splitWal=true, meta=true, isMeta: true 2024-11-16T02:22:31,869 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021-splitting 2024-11-16T02:22:31,869 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021-splitting dir is empty, no logs to split. 2024-11-16T02:22:31,869 INFO [PEWorker-1 {}] master.SplitWALManager(105): 667222f7cf1b,46007,1731723736021 WAL count=0, meta=true 2024-11-16T02:22:31,869 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T02:22:31,872 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021-splitting dir is empty, no logs to split. 2024-11-16T02:22:31,872 INFO [PEWorker-1 {}] master.SplitWALManager(105): 667222f7cf1b,46007,1731723736021 WAL count=0, meta=true 2024-11-16T02:22:31,872 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 667222f7cf1b,46007,1731723736021 WAL splitting is done? wals=0, meta=true 2024-11-16T02:22:31,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:22:31,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:31,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T02:22:31,901 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(746): ClusterId : b8bcb00c-bacd-49ed-9ef5-985f424c9b0d 2024-11-16T02:22:31,901 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:22:31,915 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:22:31,915 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:22:31,926 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:22:31,926 DEBUG [RS:0;667222f7cf1b:44581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b3352b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:31,941 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:44581 2024-11-16T02:22:31,942 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:22:31,942 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:22:31,942 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:22:31,942 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,39371,1731723750921 with port=44581, startcode=1731723750976 2024-11-16T02:22:31,942 DEBUG [RS:0;667222f7cf1b:44581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:22:31,944 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:22:31,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,44581,1731723750976 2024-11-16T02:22:31,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39371 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,44581,1731723750976 2024-11-16T02:22:31,945 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4 2024-11-16T02:22:31,945 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39175 2024-11-16T02:22:31,945 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:22:31,970 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-16T02:22:31,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/rs 2024-11-16T02:22:31,984 DEBUG [RS:0;667222f7cf1b:44581 {}] zookeeper.ZKUtil(111): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on existing znode=/0276532568/rs/667222f7cf1b,44581,1731723750976 2024-11-16T02:22:31,984 WARN [RS:0;667222f7cf1b:44581 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:31,984 INFO [RS:0;667222f7cf1b:44581 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:31,984 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976 2024-11-16T02:22:31,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,44581,1731723750976] 2024-11-16T02:22:32,009 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:22:32,010 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:22:32,011 INFO [RS:0;667222f7cf1b:44581 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:22:32,011 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,011 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:22:32,012 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:22:32,012 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:32,012 DEBUG [RS:0;667222f7cf1b:44581 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:32,013 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,013 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,013 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,013 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,013 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,013 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,44581,1731723750976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:32,025 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:22:32,025 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,44581,1731723750976-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,026 WARN [667222f7cf1b:39371 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:22:32,036 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,44581,1731723750976, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:22:32,036 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,036 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.Replication(171): 667222f7cf1b,44581,1731723750976 started 2024-11-16T02:22:32,048 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:32,048 DEBUG [RS:0;667222f7cf1b:44581.replicationSource,1-667222f7cf1b,44581,1731723750976 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:46089' 2024-11-16T02:22:32,048 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,44581,1731723750976, RpcServer on 667222f7cf1b/172.17.0.3:44581, sessionid=0x101417325310007 2024-11-16T02:22:32,048 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:22:32,048 DEBUG [RS:0;667222f7cf1b:44581 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,44581,1731723750976 2024-11-16T02:22:32,048 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,44581,1731723750976' 2024-11-16T02:22:32,048 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0276532568/flush-table-proc/abort' 2024-11-16T02:22:32,049 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0276532568/flush-table-proc/acquired' 2024-11-16T02:22:32,049 DEBUG [RS:0;667222f7cf1b:44581.replicationSource,1-667222f7cf1b,44581,1731723750976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6595bf25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:32,049 DEBUG [RS:0;667222f7cf1b:44581.replicationSource,1-667222f7cf1b,44581,1731723750976 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,46089,-1 for getting cluster id 2024-11-16T02:22:32,049 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:22:32,049 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:22:32,049 DEBUG [RS:0;667222f7cf1b:44581.replicationSource,1-667222f7cf1b,44581,1731723750976 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:32,049 DEBUG [RS:0;667222f7cf1b:44581 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,44581,1731723750976 2024-11-16T02:22:32,049 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,44581,1731723750976' 2024-11-16T02:22:32,049 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0276532568/online-snapshot/abort' 2024-11-16T02:22:32,050 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0276532568/online-snapshot/acquired' 2024-11-16T02:22:32,050 DEBUG [RS:0;667222f7cf1b:44581 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:22:32,050 INFO [RS:0;667222f7cf1b:44581 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:22:32,050 INFO [RS:0;667222f7cf1b:44581 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:22:32,050 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6348e3c-1d66-4daa-ab5b-0dbe04e55d03' 2024-11-16T02:22:32,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:32,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6348e3c-1d66-4daa-ab5b-0dbe04e55d03" 2024-11-16T02:22:32,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@95981b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:32,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,46089,-1] 2024-11-16T02:22:32,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:32,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:32,052 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:32,052 DEBUG [RS:0;667222f7cf1b:44581.replicationSource,1-667222f7cf1b,44581,1731723750976 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1283faea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:32,052 DEBUG [RS:0;667222f7cf1b:44581.replicationSource,1-667222f7cf1b,44581,1731723750976 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:32,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,46089,1731723741129 2024-11-16T02:22:32,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bfa80c3 2024-11-16T02:22:32,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:32,053 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-16T02:22:32,054 INFO [RS:0;667222f7cf1b:44581.replicationSource,1-667222f7cf1b,44581,1731723750976 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,44581,1731723750976 (queues=0) is replicating from cluster=b8bcb00c-bacd-49ed-9ef5-985f424c9b0d to cluster=a6348e3c-1d66-4daa-ab5b-0dbe04e55d03 2024-11-16T02:22:32,151 INFO [RS:0;667222f7cf1b:44581 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:32,154 INFO [RS:0;667222f7cf1b:44581 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44581%2C1731723750976, suffix=, logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs, maxLogs=10 2024-11-16T02:22:32,174 DEBUG [RS:0;667222f7cf1b:44581 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155, exclude list is [], retry=0 2024-11-16T02:22:32,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-0f699ce2-7be1-4827-a3cf-173ef601e02a,DISK] 2024-11-16T02:22:32,178 INFO [RS:0;667222f7cf1b:44581 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 2024-11-16T02:22:32,178 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 667222f7cf1b%2C44581%2C1731723750976 for peer 1 2024-11-16T02:22:32,178 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C44581%2C1731723750976 2024-11-16T02:22:32,178 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,44581,1731723750976, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:22:32,179 DEBUG [RS:0;667222f7cf1b:44581 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-16T02:22:32,179 INFO [RS:0;667222f7cf1b:44581.replicationSource.shipper667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C44581%2C1731723750976 2024-11-16T02:22:32,179 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155, startPosition=0, beingWritten=true 2024-11-16T02:22:32,276 DEBUG [667222f7cf1b:39371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:22:32,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,44581,1731723750976 2024-11-16T02:22:32,280 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,44581,1731723750976, state=OPENING 2024-11-16T02:22:32,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276532568/meta-region-server 2024-11-16T02:22:32,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276532568/meta-region-server 2024-11-16T02:22:32,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:32,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:32,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:32,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,44581,1731723750976}] 2024-11-16T02:22:32,383 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:32,459 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:22:32,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:22:32,468 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:22:32,468 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:32,468 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:22:32,471 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44581%2C1731723750976.meta, suffix=.meta, logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs, maxLogs=10 2024-11-16T02:22:32,488 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.meta.1731723752471.meta, exclude list is [], retry=0 2024-11-16T02:22:32,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-0f699ce2-7be1-4827-a3cf-173ef601e02a,DISK] 2024-11-16T02:22:32,492 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.meta.1731723752471.meta 2024-11-16T02:22:32,492 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-16T02:22:32,492 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:32,492 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:32,492 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:22:32,492 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:22:32,492 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:22:32,493 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:22:32,493 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:32,493 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:22:32,493 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:22:32,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:22:32,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:22:32,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:32,500 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/info/22fa89b5ee684569a4d9a83db7de8dd5 2024-11-16T02:22:32,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:32,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:22:32,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:22:32,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:32,507 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/ns/7578345687c44dfc8586c124c685fcbe 2024-11-16T02:22:32,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:32,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:22:32,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:22:32,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:32,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:32,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:22:32,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:22:32,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:32,515 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/table/faddaad7cdfb4c17afb6c55ad8e1054a 2024-11-16T02:22:32,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:32,516 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:22:32,517 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740 2024-11-16T02:22:32,518 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740 2024-11-16T02:22:32,519 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:22:32,519 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:22:32,520 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:32,521 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:22:32,522 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71238584, jitterRate=0.06153762340545654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:32,522 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:22:32,522 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723752493Writing region info on filesystem at 1731723752493Initializing all the Stores at 1731723752494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723752494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723752494Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723752494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723752494Cleaning up temporary data from old regions at 1731723752519 (+25 ms)Running coprocessor post-open hooks at 1731723752522 (+3 ms)Region opened successfully at 1731723752522 2024-11-16T02:22:32,523 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731723752458 2024-11-16T02:22:32,525 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:22:32,525 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:22:32,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=667222f7cf1b,44581,1731723750976 2024-11-16T02:22:32,526 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,44581,1731723750976, state=OPEN 2024-11-16T02:22:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276532568/meta-region-server 2024-11-16T02:22:32,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0276532568/meta-region-server 2024-11-16T02:22:32,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:32,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,44581,1731723750976 2024-11-16T02:22:32,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0276532568/meta-region-server: CHANGED 2024-11-16T02:22:32,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-16T02:22:32,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,44581,1731723750976 in 231 msec 2024-11-16T02:22:32,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:22:32,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-11-16T02:22:32,691 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:33,101 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:33,473 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-16T02:22:33,612 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:34,221 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:34,927 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:34,977 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-16T02:22:35,739 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:36,380 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-16T02:22:36,381 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:22:36,381 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:36,382 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44581,1731723750976, seqNum=-1] 2024-11-16T02:22:36,382 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:36,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:36,392 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=37cda726993e192cd80b759fe3a356e2, regionState=OPEN, lastHost=667222f7cf1b,46007,1731723736021, regionLocation=667222f7cf1b,46007,1731723736021, openSeqNum=2 2024-11-16T02:22:36,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:22:36,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723816392 2024-11-16T02:22:36,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723876392 2024-11-16T02:22:36,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 11 msec 2024-11-16T02:22:36,393 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39371,1731723750921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:36,393 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39371,1731723750921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:36,393 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39371,1731723750921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:36,393 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:39371, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:36,393 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:36,393 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 667222f7cf1b,46007,1731723736021 had 2 regions 2024-11-16T02:22:36,393 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:36,395 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 667222f7cf1b,46007,1731723736021, splitWal=true, meta=true, isMeta: false 2024-11-16T02:22:36,397 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021-splitting dir is empty, no logs to split. 2024-11-16T02:22:36,397 INFO [PEWorker-3 {}] master.SplitWALManager(105): 667222f7cf1b,46007,1731723736021 WAL count=0, meta=false 2024-11-16T02:22:36,400 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,46007,1731723736021-splitting dir is empty, no logs to split. 2024-11-16T02:22:36,400 INFO [PEWorker-3 {}] master.SplitWALManager(105): 667222f7cf1b,46007,1731723736021 WAL count=0, meta=false 2024-11-16T02:22:36,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.361sec 2024-11-16T02:22:36,400 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 667222f7cf1b,46007,1731723736021 WAL splitting is done? wals=0, meta=false 2024-11-16T02:22:36,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:22:36,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:22:36,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:22:36,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:22:36,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:22:36,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39371,1731723750921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:36,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39371,1731723750921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:22:36,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN}] 2024-11-16T02:22:36,405 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:22:36,405 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:22:36,405 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39371,1731723750921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:36,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN 2024-11-16T02:22:36,406 WARN [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=667222f7cf1b,46007,1731723736021/hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:36,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e806e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:36,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,39371,-1 for getting cluster id 2024-11-16T02:22:36,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:36,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-16T02:22:36,412 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8bcb00c-bacd-49ed-9ef5-985f424c9b0d' 2024-11-16T02:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8bcb00c-bacd-49ed-9ef5-985f424c9b0d" 2024-11-16T02:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2160bdf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,39371,-1] 2024-11-16T02:22:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:36,413 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644ca9fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:36,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44581,1731723750976, seqNum=-1] 2024-11-16T02:22:36,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:36,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:36,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-16T02:22:36,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:36,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:36,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:36,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:36,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:36,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 667222f7cf1b:39371 after: 667222f7cf1b:39371 2024-11-16T02:22:36,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dda58c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:36,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,39371,-1 for getting cluster id 2024-11-16T02:22:36,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:36,420 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8bcb00c-bacd-49ed-9ef5-985f424c9b0d' 2024-11-16T02:22:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8bcb00c-bacd-49ed-9ef5-985f424c9b0d" 2024-11-16T02:22:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65051671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,39371,-1] 2024-11-16T02:22:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:36,421 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:36,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377f6464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:36,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:36,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,39371,1731723750921 2024-11-16T02:22:36,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712332c7 2024-11-16T02:22:36,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:36,423 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:36,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-16T02:22:36,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:22:36,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:36,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:36,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:36,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:36,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:36,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:22:36,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1037005916, stopped=false 2024-11-16T02:22:36,424 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,46089,1731723741129 2024-11-16T02:22:36,558 DEBUG [667222f7cf1b:39371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:22:36,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=37cda726993e192cd80b759fe3a356e2, regionState=OPENING, regionLocation=667222f7cf1b,44581,1731723750976 2024-11-16T02:22:36,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN because future has completed 2024-11-16T02:22:36,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37cda726993e192cd80b759fe3a356e2, server=667222f7cf1b,44581,1731723750976}] 2024-11-16T02:22:36,651 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:36,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041827945/running 2024-11-16T02:22:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041827945/running 2024-11-16T02:22:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:36,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:36,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:36,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:36,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:36,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on znode that does not yet exist, /1-1041827945/running 2024-11-16T02:22:36,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Set watcher on znode that does not yet exist, /1-1041827945/running 2024-11-16T02:22:36,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:36,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,33487,1731723741282' ***** 2024-11-16T02:22:36,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:22:36,659 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:22:36,659 INFO [RS:0;667222f7cf1b:33487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:22:36,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:22:36,659 INFO [RS:0;667222f7cf1b:33487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:22:36,659 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,33487,1731723741282 2024-11-16T02:22:36,659 INFO [RS:0;667222f7cf1b:33487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:36,660 INFO [RS:0;667222f7cf1b:33487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:33487. 2024-11-16T02:22:36,660 DEBUG [RS:0;667222f7cf1b:33487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:36,660 DEBUG [RS:0;667222f7cf1b:33487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:36,660 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:22:36,660 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:22:36,660 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:22:36,660 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:22:36,660 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:22:36,660 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:22:36,660 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:36,660 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:22:36,660 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:22:36,660 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:22:36,660 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:22:36,660 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:22:36,660 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T02:22:36,677 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740/.tmp/ns/50b655140fdb4799aa56cafa06b839e7 is 43, key is default/ns:d/1731723744732/Put/seqid=0 2024-11-16T02:22:36,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741835_1011 (size=5153) 2024-11-16T02:22:36,716 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:36,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:36,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:36,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:22:36,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44581%2C1731723750976.rep, suffix=, logDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976, archiveDir=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs, maxLogs=10 2024-11-16T02:22:36,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.rep.1731723756724, exclude list is [], retry=0 2024-11-16T02:22:36,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-0f699ce2-7be1-4827-a3cf-173ef601e02a,DISK] 2024-11-16T02:22:36,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.rep.1731723756724 2024-11-16T02:22:36,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39725:39725)] 2024-11-16T02:22:36,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 37cda726993e192cd80b759fe3a356e2, NAME => 'hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:36,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:36,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:22:36,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. service=MultiRowMutationService 2024-11-16T02:22:36,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:22:36,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:36,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,749 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,749 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37cda726993e192cd80b759fe3a356e2 columnFamilyName hfileref 2024-11-16T02:22:36,749 DEBUG [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:36,750 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(327): Store=37cda726993e192cd80b759fe3a356e2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:36,750 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,750 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37cda726993e192cd80b759fe3a356e2 columnFamilyName queue 2024-11-16T02:22:36,750 DEBUG [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:36,755 DEBUG [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2/queue/36886584f0734609918324ec1c9e2d54 2024-11-16T02:22:36,755 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(327): Store=37cda726993e192cd80b759fe3a356e2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:36,755 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,756 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37cda726993e192cd80b759fe3a356e2 columnFamilyName sid 2024-11-16T02:22:36,756 DEBUG [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:36,757 INFO [StoreOpener-37cda726993e192cd80b759fe3a356e2-1 {}] regionserver.HStore(327): Store=37cda726993e192cd80b759fe3a356e2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:36,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:22:36,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 37cda726993e192cd80b759fe3a356e2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74437081, jitterRate=0.10919894278049469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:22:36,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:36,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 37cda726993e192cd80b759fe3a356e2: Running coprocessor pre-open hook at 1731723756747Writing region info on filesystem at 1731723756747Initializing all the Stores at 1731723756748 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723756748Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723756748Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723756748Cleaning up temporary data from old regions at 1731723756759 (+11 ms)Running coprocessor post-open hooks at 1731723756762 (+3 ms)Region opened successfully at 1731723756762 2024-11-16T02:22:36,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2., pid=13, masterSystemTime=1731723756717 2024-11-16T02:22:36,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:36,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:36,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=37cda726993e192cd80b759fe3a356e2, regionState=OPEN, openSeqNum=9, regionLocation=667222f7cf1b,44581,1731723750976 2024-11-16T02:22:36,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37cda726993e192cd80b759fe3a356e2, server=667222f7cf1b,44581,1731723750976 because future has completed 2024-11-16T02:22:36,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T02:22:36,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 37cda726993e192cd80b759fe3a356e2, server=667222f7cf1b,44581,1731723750976 in 204 msec 2024-11-16T02:22:36,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-16T02:22:36,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=37cda726993e192cd80b759fe3a356e2, ASSIGN in 364 msec 2024-11-16T02:22:36,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-16T02:22:36,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2., hostname=667222f7cf1b,44581,1731723750976, seqNum=9] 2024-11-16T02:22:36,793 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 667222f7cf1b,46007,1731723736021 2024-11-16T02:22:36,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-16T02:22:36,860 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:36,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44581 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-16T02:22:37,061 DEBUG [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:37,083 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740/.tmp/ns/50b655140fdb4799aa56cafa06b839e7 2024-11-16T02:22:37,200 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740/.tmp/ns/50b655140fdb4799aa56cafa06b839e7 as hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740/ns/50b655140fdb4799aa56cafa06b839e7 2024-11-16T02:22:37,205 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740/ns/50b655140fdb4799aa56cafa06b839e7, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T02:22:37,206 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 546ms, sequenceid=6, compaction requested=false 2024-11-16T02:22:37,206 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:22:37,210 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T02:22:37,210 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:37,211 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:37,211 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:37,211 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723756660Running coprocessor pre-close hooks at 1731723756660Disabling compacts and flushes for region at 1731723756660Disabling writes for close at 1731723756660Obtaining lock to block concurrent updates at 1731723756660Preparing flush snapshotting stores in 1588230740 at 1731723756660Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731723756661 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723756661Flushing 1588230740/ns: creating writer at 1731723756661Flushing 1588230740/ns: appending metadata at 1731723756677 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731723756677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79a2a89a: reopening flushed file at 1731723757199 (+522 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 546ms, sequenceid=6, compaction requested=false at 1731723757206 (+7 ms)Writing region close event to WAL at 1731723757207 (+1 ms)Running coprocessor post-close hooks at 1731723757210 (+3 ms)Closed at 1731723757211 (+1 ms) 2024-11-16T02:22:37,211 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:37,261 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,33487,1731723741282; all regions closed. 2024-11-16T02:22:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741834_1010 (size=1152) 2024-11-16T02:22:37,270 DEBUG [RS:0;667222f7cf1b:33487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/oldWALs 2024-11-16T02:22:37,270 INFO [RS:0;667222f7cf1b:33487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C33487%2C1731723741282.meta:.meta(num 1731723744680) 2024-11-16T02:22:37,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741832_1008 (size=93) 2024-11-16T02:22:37,275 DEBUG [RS:0;667222f7cf1b:33487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/oldWALs 2024-11-16T02:22:37,275 INFO [RS:0;667222f7cf1b:33487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C33487%2C1731723741282:(num 1731723743734) 2024-11-16T02:22:37,275 DEBUG [RS:0;667222f7cf1b:33487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:37,275 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:37,275 INFO [RS:0;667222f7cf1b:33487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:37,275 INFO [RS:0;667222f7cf1b:33487 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:37,275 INFO [RS:0;667222f7cf1b:33487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:37,275 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:37,275 INFO [RS:0;667222f7cf1b:33487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33487 2024-11-16T02:22:37,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041827945/rs/667222f7cf1b,33487,1731723741282 2024-11-16T02:22:37,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945/rs 2024-11-16T02:22:37,292 INFO [RS:0;667222f7cf1b:33487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:37,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,33487,1731723741282] 2024-11-16T02:22:37,313 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1041827945/draining/667222f7cf1b,33487,1731723741282 already deleted, retry=false 2024-11-16T02:22:37,313 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,33487,1731723741282 expired; onlineServers=0 2024-11-16T02:22:37,313 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,46089,1731723741129' ***** 2024-11-16T02:22:37,313 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:22:37,313 INFO [M:0;667222f7cf1b:46089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:37,314 INFO [M:0;667222f7cf1b:46089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:37,314 DEBUG [M:0;667222f7cf1b:46089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:22:37,314 DEBUG [M:0;667222f7cf1b:46089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:22:37,314 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:22:37,314 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723743455 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723743455,5,FailOnTimeoutGroup] 2024-11-16T02:22:37,314 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723743455 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723743455,5,FailOnTimeoutGroup] 2024-11-16T02:22:37,315 INFO [M:0;667222f7cf1b:46089 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:37,315 INFO [M:0;667222f7cf1b:46089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:37,315 DEBUG [M:0;667222f7cf1b:46089 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:22:37,315 INFO [M:0;667222f7cf1b:46089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:22:37,315 INFO [M:0;667222f7cf1b:46089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:37,315 INFO [M:0;667222f7cf1b:46089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:22:37,316 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:22:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1041827945/master 2024-11-16T02:22:37,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1041827945 2024-11-16T02:22:37,323 DEBUG [M:0;667222f7cf1b:46089 {}] zookeeper.ZKUtil(347): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Unable to get data of znode /1-1041827945/master because node does not exist (not an error) 2024-11-16T02:22:37,323 WARN [M:0;667222f7cf1b:46089 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:22:37,325 INFO [M:0;667222f7cf1b:46089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/.lastflushedseqids 2024-11-16T02:22:37,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741836_1012 (size=99) 2024-11-16T02:22:37,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:37,403 INFO [RS:0;667222f7cf1b:33487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:37,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x101417325310004, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:37,403 INFO [RS:0;667222f7cf1b:33487 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,33487,1731723741282; zookeeper connection closed. 2024-11-16T02:22:37,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e80806 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e80806 2024-11-16T02:22:37,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:22:37,661 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:37,733 INFO [M:0;667222f7cf1b:46089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:22:37,733 INFO [M:0;667222f7cf1b:46089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:22:37,733 DEBUG [M:0;667222f7cf1b:46089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:22:37,733 INFO [M:0;667222f7cf1b:46089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:37,733 DEBUG [M:0;667222f7cf1b:46089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:37,734 DEBUG [M:0;667222f7cf1b:46089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:22:37,734 DEBUG [M:0;667222f7cf1b:46089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:37,734 INFO [M:0;667222f7cf1b:46089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-16T02:22:37,756 DEBUG [M:0;667222f7cf1b:46089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59fa6191138e4919b3c0b09a48bdb0d1 is 82, key is hbase:meta,,1/info:regioninfo/1731723744710/Put/seqid=0 2024-11-16T02:22:37,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741837_1013 (size=5672) 2024-11-16T02:22:37,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:22:38,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:38,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:38,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:38,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:38,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:38,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:38,160 INFO [M:0;667222f7cf1b:46089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59fa6191138e4919b3c0b09a48bdb0d1 2024-11-16T02:22:38,182 DEBUG [M:0;667222f7cf1b:46089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd0b5dab261b4aa98f340e71ec268271 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731723744736/Put/seqid=0 2024-11-16T02:22:38,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741838_1014 (size=5275) 2024-11-16T02:22:38,587 INFO [M:0;667222f7cf1b:46089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd0b5dab261b4aa98f340e71ec268271 2024-11-16T02:22:38,616 DEBUG [M:0;667222f7cf1b:46089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64f3948e55d847909a143df29fb4f1ed is 69, key is 667222f7cf1b,33487,1731723741282/rs:state/1731723743528/Put/seqid=0 2024-11-16T02:22:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741839_1015 (size=5156) 2024-11-16T02:22:38,767 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:39,021 INFO [M:0;667222f7cf1b:46089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64f3948e55d847909a143df29fb4f1ed 2024-11-16T02:22:39,034 DEBUG [M:0;667222f7cf1b:46089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/59fa6191138e4919b3c0b09a48bdb0d1 as hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59fa6191138e4919b3c0b09a48bdb0d1 2024-11-16T02:22:39,041 INFO [M:0;667222f7cf1b:46089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/59fa6191138e4919b3c0b09a48bdb0d1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-16T02:22:39,042 DEBUG [M:0;667222f7cf1b:46089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fd0b5dab261b4aa98f340e71ec268271 as hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd0b5dab261b4aa98f340e71ec268271 2024-11-16T02:22:39,047 INFO [M:0;667222f7cf1b:46089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fd0b5dab261b4aa98f340e71ec268271, entries=3, sequenceid=28, filesize=5.2 K 2024-11-16T02:22:39,048 DEBUG [M:0;667222f7cf1b:46089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64f3948e55d847909a143df29fb4f1ed as hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64f3948e55d847909a143df29fb4f1ed 2024-11-16T02:22:39,052 INFO [M:0;667222f7cf1b:46089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64f3948e55d847909a143df29fb4f1ed, entries=1, sequenceid=28, filesize=5.0 K 2024-11-16T02:22:39,053 INFO [M:0;667222f7cf1b:46089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false 2024-11-16T02:22:39,055 INFO [M:0;667222f7cf1b:46089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:39,055 DEBUG [M:0;667222f7cf1b:46089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723757733Disabling compacts and flushes for region at 1731723757733Disabling writes for close at 1731723757734 (+1 ms)Obtaining lock to block concurrent updates at 1731723757734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723757734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731723757735 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723757736 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723757736Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723757755 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723757755Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723758165 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723758182 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723758182Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723758600 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723758615 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723758615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2615ee9b: reopening flushed file at 1731723759032 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b851ed0: reopening flushed file at 1731723759041 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6203c3d: reopening flushed file at 1731723759047 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false at 1731723759053 (+6 ms)Writing region close event to WAL at 1731723759055 (+2 ms)Closed at 1731723759055 2024-11-16T02:22:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741830_1006 (size=10165) 2024-11-16T02:22:39,057 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f33d69c3-b6e7-fa22-980d-8d4ccb541819/MasterData/WALs/667222f7cf1b,46089,1731723741129/667222f7cf1b%2C46089%2C1731723741129.1731723743166 not finished, retry = 0 2024-11-16T02:22:39,158 INFO [M:0;667222f7cf1b:46089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:22:39,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:39,158 INFO [M:0;667222f7cf1b:46089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46089 2024-11-16T02:22:39,158 INFO [M:0;667222f7cf1b:46089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:39,371 INFO [M:0;667222f7cf1b:46089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:39,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:39,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46089-0x101417325310003, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:39,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72ed242a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:22:39,376 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b8946f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:22:39,376 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:22:39,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@366b1942{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:22:39,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebff820{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.log.dir/,STOPPED} 2024-11-16T02:22:39,378 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:22:39,378 WARN [BP-1522926225-172.17.0.3-1731723739130 heartbeating to localhost/127.0.0.1:35775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:22:39,378 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:22:39,378 WARN [BP-1522926225-172.17.0.3-1731723739130 heartbeating to localhost/127.0.0.1:35775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1522926225-172.17.0.3-1731723739130 (Datanode Uuid 047f931a-5176-4731-b9f5-26f4f4562b4f) service to localhost/127.0.0.1:35775 2024-11-16T02:22:39,379 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/cluster_4a4a9454-84c0-fc82-5a7f-f8f54134254c/data/data1/current/BP-1522926225-172.17.0.3-1731723739130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:22:39,379 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/cluster_4a4a9454-84c0-fc82-5a7f-f8f54134254c/data/data2/current/BP-1522926225-172.17.0.3-1731723739130 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:22:39,379 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:22:39,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@511327b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:22:39,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b83b2fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:22:39,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:22:39,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a9015{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:22:39,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4fd8aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.log.dir/,STOPPED} 2024-11-16T02:22:39,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:22:39,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:22:39,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:39,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:39,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:39,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:39,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:39,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:22:39,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1554012544, stopped=false 2024-11-16T02:22:39,398 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,39371,1731723750921 2024-11-16T02:22:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/running 2024-11-16T02:22:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/running 2024-11-16T02:22:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:39,415 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:39,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:39,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:39,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:39,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/running 2024-11-16T02:22:39,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Set watcher on znode that does not yet exist, /0276532568/running 2024-11-16T02:22:39,416 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,44581,1731723750976' ***** 2024-11-16T02:22:39,416 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:22:39,417 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:22:39,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:22:39,417 INFO [RS:0;667222f7cf1b:44581 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:22:39,417 INFO [RS:0;667222f7cf1b:44581 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:22:39,417 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(3091): Received CLOSE for 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:39,417 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,44581,1731723750976 2024-11-16T02:22:39,417 INFO [RS:0;667222f7cf1b:44581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:39,417 INFO [RS:0;667222f7cf1b:44581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44581. 2024-11-16T02:22:39,417 DEBUG [RS:0;667222f7cf1b:44581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:39,417 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37cda726993e192cd80b759fe3a356e2, disabling compactions & flushes 2024-11-16T02:22:39,417 DEBUG [RS:0;667222f7cf1b:44581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:39,417 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:39,418 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:39,418 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:22:39,418 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:22:39,418 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. after waiting 0 ms 2024-11-16T02:22:39,418 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:39,418 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:22:39,418 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:22:39,418 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:22:39,418 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 37cda726993e192cd80b759fe3a356e2=hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2.} 2024-11-16T02:22:39,418 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37cda726993e192cd80b759fe3a356e2 2024-11-16T02:22:39,418 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:22:39,418 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:22:39,418 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:22:39,418 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:22:39,418 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:22:39,418 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-16T02:22:39,421 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:39,423 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/replication/37cda726993e192cd80b759fe3a356e2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-16T02:22:39,423 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:39,423 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:39,424 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:39,424 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37cda726993e192cd80b759fe3a356e2: Waiting for close lock at 1731723759417Running coprocessor pre-close hooks at 1731723759417Disabling compacts and flushes for region at 1731723759417Disabling writes for close at 1731723759418 (+1 ms)Writing region close event to WAL at 1731723759418Running coprocessor post-close hooks at 1731723759423 (+5 ms)Closed at 1731723759424 (+1 ms) 2024-11-16T02:22:39,424 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2. 2024-11-16T02:22:39,437 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/info/09ed9e7a53f741cdbb443cfa86a4f3e6 is 147, key is hbase:replication,,1731723744851.37cda726993e192cd80b759fe3a356e2./info:regioninfo/1731723756765/Put/seqid=0 2024-11-16T02:22:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741851_1027 (size=6385) 2024-11-16T02:22:39,618 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:39,819 DEBUG [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:22:39,842 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/info/09ed9e7a53f741cdbb443cfa86a4f3e6 2024-11-16T02:22:39,851 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/.tmp/info/09ed9e7a53f741cdbb443cfa86a4f3e6 as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/info/09ed9e7a53f741cdbb443cfa86a4f3e6 2024-11-16T02:22:39,858 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/info/09ed9e7a53f741cdbb443cfa86a4f3e6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-16T02:22:39,859 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-11-16T02:22:39,865 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-16T02:22:39,866 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:39,866 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:39,866 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:39,866 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723759418Running coprocessor pre-close hooks at 1731723759418Disabling compacts and flushes for region at 1731723759418Disabling writes for close at 1731723759418Obtaining lock to block concurrent updates at 1731723759418Preparing flush snapshotting stores in 1588230740 at 1731723759418Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731723759419 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723759419Flushing 1588230740/info: creating writer at 1731723759419Flushing 1588230740/info: appending metadata at 1731723759437 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731723759437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f33745a: reopening flushed file at 1731723759850 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1731723759859 (+9 ms)Writing region close event to WAL at 1731723759861 (+2 ms)Running coprocessor post-close hooks at 1731723759866 (+5 ms)Closed at 1731723759866 2024-11-16T02:22:39,866 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:39,974 DEBUG [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.1731723752155 to pos 0, reset compression=false 2024-11-16T02:22:40,013 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:22:40,013 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:22:40,019 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,44581,1731723750976; all regions closed. 2024-11-16T02:22:40,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741849_1025 (size=2156) 2024-11-16T02:22:40,028 DEBUG [RS:0;667222f7cf1b:44581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs 2024-11-16T02:22:40,028 INFO [RS:0;667222f7cf1b:44581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C44581%2C1731723750976.meta:.meta(num 1731723752471) 2024-11-16T02:22:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741850_1026 (size=796) 2024-11-16T02:22:40,032 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/WALs/667222f7cf1b,44581,1731723750976/667222f7cf1b%2C44581%2C1731723750976.rep.1731723756724 not finished, retry = 0 2024-11-16T02:22:40,139 DEBUG [RS:0;667222f7cf1b:44581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs 2024-11-16T02:22:40,139 INFO [RS:0;667222f7cf1b:44581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C44581%2C1731723750976.rep:(num 1731723756724) 2024-11-16T02:22:40,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741848_1024 (size=93) 2024-11-16T02:22:40,146 DEBUG [RS:0;667222f7cf1b:44581 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/oldWALs 2024-11-16T02:22:40,146 INFO [RS:0;667222f7cf1b:44581 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C44581%2C1731723750976:(num 1731723752155) 2024-11-16T02:22:40,146 DEBUG [RS:0;667222f7cf1b:44581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:40,146 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:22:40,146 INFO [RS:0;667222f7cf1b:44581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:40,146 INFO [RS:0;667222f7cf1b:44581 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:40,146 INFO [RS:0;667222f7cf1b:44581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:40,146 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:40,147 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,44581,1731723750976 because: Region server is closing 2024-11-16T02:22:40,147 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-16T02:22:40,147 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-16T02:22:40,147 INFO [RS:0;667222f7cf1b:44581 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44581. 2024-11-16T02:22:40,147 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T02:22:40,147 DEBUG [RS:0;667222f7cf1b:44581 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:40,147 DEBUG [RS:0;667222f7cf1b:44581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:40,147 DEBUG [RS:0;667222f7cf1b:44581 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:40,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:40,248 WARN [RS:0;667222f7cf1b:44581.replicationSource.wal-reader.667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:22:40,248 WARN [RS:0;667222f7cf1b:44581.replicationSource.shipper667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T02:22:40,248 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;667222f7cf1b:44581.replicationSource.shipper667222f7cf1b%2C44581%2C1731723750976,1-667222f7cf1b,44581,1731723750976 terminated 2024-11-16T02:22:40,248 INFO [RS:0;667222f7cf1b:44581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44581 2024-11-16T02:22:40,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/rs/667222f7cf1b,44581,1731723750976 2024-11-16T02:22:40,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568/rs 2024-11-16T02:22:40,344 INFO [RS:0;667222f7cf1b:44581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:40,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,44581,1731723750976] 2024-11-16T02:22:40,365 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0276532568/draining/667222f7cf1b,44581,1731723750976 already deleted, retry=false 2024-11-16T02:22:40,365 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,44581,1731723750976 expired; onlineServers=0 2024-11-16T02:22:40,365 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,39371,1731723750921' ***** 2024-11-16T02:22:40,365 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:22:40,365 INFO [M:0;667222f7cf1b:39371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:22:40,365 INFO [M:0;667222f7cf1b:39371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:22:40,365 DEBUG [M:0;667222f7cf1b:39371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:22:40,365 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:22:40,365 DEBUG [M:0;667222f7cf1b:39371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:22:40,365 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723751865 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723751865,5,FailOnTimeoutGroup] 2024-11-16T02:22:40,365 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723751865 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723751865,5,FailOnTimeoutGroup] 2024-11-16T02:22:40,365 INFO [M:0;667222f7cf1b:39371 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:22:40,365 INFO [M:0;667222f7cf1b:39371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:22:40,366 DEBUG [M:0;667222f7cf1b:39371 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:22:40,366 INFO [M:0;667222f7cf1b:39371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:22:40,366 INFO [M:0;667222f7cf1b:39371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:22:40,366 INFO [M:0;667222f7cf1b:39371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:22:40,366 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:22:40,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0276532568/master 2024-11-16T02:22:40,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0276532568 2024-11-16T02:22:40,376 DEBUG [M:0;667222f7cf1b:39371 {}] zookeeper.ZKUtil(347): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Unable to get data of znode /0276532568/master because node does not exist (not an error) 2024-11-16T02:22:40,376 WARN [M:0;667222f7cf1b:39371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:22:40,376 INFO [M:0;667222f7cf1b:39371 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/.lastflushedseqids 2024-11-16T02:22:40,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741852_1028 (size=181) 2024-11-16T02:22:40,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:40,455 INFO [RS:0;667222f7cf1b:44581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:40,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44581-0x101417325310007, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:40,455 INFO [RS:0;667222f7cf1b:44581 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,44581,1731723750976; zookeeper connection closed. 2024-11-16T02:22:40,455 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45b2f011 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45b2f011 2024-11-16T02:22:40,455 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:22:40,782 INFO [M:0;667222f7cf1b:39371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:22:40,782 INFO [M:0;667222f7cf1b:39371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:22:40,782 DEBUG [M:0;667222f7cf1b:39371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:22:40,782 INFO [M:0;667222f7cf1b:39371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:40,782 DEBUG [M:0;667222f7cf1b:39371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:40,782 DEBUG [M:0;667222f7cf1b:39371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:22:40,782 DEBUG [M:0;667222f7cf1b:39371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:40,782 INFO [M:0;667222f7cf1b:39371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-16T02:22:40,796 DEBUG [M:0;667222f7cf1b:39371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5802609b351a46ff9c99999d7d8077b8 is 82, key is hbase:meta,,1/info:regioninfo/1731723752525/Put/seqid=0 2024-11-16T02:22:40,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741853_1029 (size=5672) 2024-11-16T02:22:41,201 INFO [M:0;667222f7cf1b:39371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5802609b351a46ff9c99999d7d8077b8 2024-11-16T02:22:41,218 DEBUG [M:0;667222f7cf1b:39371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9d31dc423d14b13b7558a95182b1c1f is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731723756770/Put/seqid=0 2024-11-16T02:22:41,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741854_1030 (size=7312) 2024-11-16T02:22:41,623 INFO [M:0;667222f7cf1b:39371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9d31dc423d14b13b7558a95182b1c1f 2024-11-16T02:22:41,641 DEBUG [M:0;667222f7cf1b:39371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff8eacff032142d09d085aeeb36aaba9 is 69, key is 667222f7cf1b,44581,1731723750976/rs:state/1731723751944/Put/seqid=0 2024-11-16T02:22:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741855_1031 (size=5370) 2024-11-16T02:22:42,045 INFO [M:0;667222f7cf1b:39371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff8eacff032142d09d085aeeb36aaba9 2024-11-16T02:22:42,050 INFO [M:0;667222f7cf1b:39371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff8eacff032142d09d085aeeb36aaba9 2024-11-16T02:22:42,050 DEBUG [M:0;667222f7cf1b:39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5802609b351a46ff9c99999d7d8077b8 as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5802609b351a46ff9c99999d7d8077b8 2024-11-16T02:22:42,054 INFO [M:0;667222f7cf1b:39371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5802609b351a46ff9c99999d7d8077b8, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T02:22:42,055 DEBUG [M:0;667222f7cf1b:39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9d31dc423d14b13b7558a95182b1c1f as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9d31dc423d14b13b7558a95182b1c1f 2024-11-16T02:22:42,060 INFO [M:0;667222f7cf1b:39371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9d31dc423d14b13b7558a95182b1c1f, entries=7, sequenceid=127, filesize=7.1 K 2024-11-16T02:22:42,060 DEBUG [M:0;667222f7cf1b:39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff8eacff032142d09d085aeeb36aaba9 as hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff8eacff032142d09d085aeeb36aaba9 2024-11-16T02:22:42,065 INFO [M:0;667222f7cf1b:39371 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff8eacff032142d09d085aeeb36aaba9 2024-11-16T02:22:42,065 INFO [M:0;667222f7cf1b:39371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39175/user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff8eacff032142d09d085aeeb36aaba9, entries=2, sequenceid=127, filesize=5.2 K 2024-11-16T02:22:42,066 INFO [M:0;667222f7cf1b:39371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-16T02:22:42,067 INFO [M:0;667222f7cf1b:39371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:42,067 DEBUG [M:0;667222f7cf1b:39371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723760782Disabling compacts and flushes for region at 1731723760782Disabling writes for close at 1731723760782Obtaining lock to block concurrent updates at 1731723760782Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723760782Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731723760783 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723760783Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723760783Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723760796 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723760796Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723761205 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723761218 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723761218Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723761627 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723761640 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723761640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360e2838: reopening flushed file at 1731723762050 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5801: reopening flushed file at 1731723762055 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6aeae5: reopening flushed file at 1731723762060 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1731723762066 (+6 ms)Writing region close event to WAL at 1731723762067 (+1 ms)Closed at 1731723762067 2024-11-16T02:22:42,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741847_1023 (size=22903) 2024-11-16T02:22:42,069 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5dc04ea8-3268-3c05-2804-0461a02b45f4/MasterData/WALs/667222f7cf1b,39371,1731723750921/667222f7cf1b%2C39371%2C1731723750921.1731723751506 not finished, retry = 0 2024-11-16T02:22:42,170 INFO [M:0;667222f7cf1b:39371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:22:42,170 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:22:42,170 INFO [M:0;667222f7cf1b:39371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39371 2024-11-16T02:22:42,170 INFO [M:0;667222f7cf1b:39371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:22:42,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:42,339 INFO [M:0;667222f7cf1b:39371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:22:42,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x101417325310006, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:22:42,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2858eb27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:22:42,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59b116e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:22:42,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:22:42,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148db096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:22:42,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5efdbc5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.log.dir/,STOPPED} 2024-11-16T02:22:42,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:22:42,344 WARN [BP-1954372977-172.17.0.3-1731723733409 heartbeating to localhost/127.0.0.1:39175 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:22:42,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:22:42,344 WARN [BP-1954372977-172.17.0.3-1731723733409 heartbeating to localhost/127.0.0.1:39175 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1954372977-172.17.0.3-1731723733409 (Datanode Uuid 3500f403-88b2-4608-b68e-b0d0f5c161a4) service to localhost/127.0.0.1:39175 2024-11-16T02:22:42,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/cluster_b070a8cc-de53-67b1-d46b-613f2d25ce3e/data/data1/current/BP-1954372977-172.17.0.3-1731723733409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:22:42,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/cluster_b070a8cc-de53-67b1-d46b-613f2d25ce3e/data/data2/current/BP-1954372977-172.17.0.3-1731723733409 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:22:42,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:22:42,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a3bd39c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:22:42,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15e4c20e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:22:42,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:22:42,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1a064{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:22:42,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46024d0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/da18993d-2b6b-231f-4abe-8fd115510e40/hadoop.log.dir/,STOPPED} 2024-11-16T02:22:42,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:22:42,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:22:42,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=214 (was 168) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39175 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58128) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39175 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35775 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58128) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39175 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=573 (was 508) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=3317 (was 3410) 2024-11-16T02:22:42,387 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=213, OpenFileDescriptor=573, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=3316 2024-11-16T02:22:42,399 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-16T02:22:42,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.log.dir so I do NOT create it in target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9 2024-11-16T02:22:42,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:22:42,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.tmp.dir so I do NOT create it in target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9 2024-11-16T02:22:42,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fcdb0474-b671-6a04-274a-306713bf10a1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:22:42,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9 2024-11-16T02:22:42,400 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/cluster_3195fd37-48ed-ab2d-96ac-9d5e226adf46, deleteOnExit=true 2024-11-16T02:22:42,423 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/cluster_3195fd37-48ed-ab2d-96ac-9d5e226adf46/zookeeper_0, clientPort=56158, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/cluster_3195fd37-48ed-ab2d-96ac-9d5e226adf46/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/cluster_3195fd37-48ed-ab2d-96ac-9d5e226adf46/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:22:42,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56158 2024-11-16T02:22:42,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:22:42,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:22:42,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/test.cache.data in system properties and HBase conf 2024-11-16T02:22:42,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:22:42,425 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:22:42,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:22:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:22:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:22:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:22:42,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:22:42,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101417325310002, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:22:42,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101417325310005, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:22:42,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101417325310002, quorum=127.0.0.1:58128, baseZNode=/0276532568 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:22:42,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101417325310005, quorum=127.0.0.1:58128, baseZNode=/1-1041827945 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:22:42,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:42,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:22:42,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:22:42,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:22:42,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:22:42,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:42,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@189faab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:22:42,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@137c9470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:22:42,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e04c721{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/java.io.tmpdir/jetty-localhost-46579-hadoop-hdfs-3_4_1-tests_jar-_-any-16204849547110637389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:22:42,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d09b1df{HTTP/1.1, (http/1.1)}{localhost:46579} 2024-11-16T02:22:42,899 INFO [Time-limited test {}] server.Server(415): Started @261884ms 2024-11-16T02:22:43,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:43,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:22:43,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:22:43,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:22:43,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:22:43,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25896c03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:22:43,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182c2d43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:22:43,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3578eb81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/java.io.tmpdir/jetty-localhost-36877-hadoop-hdfs-3_4_1-tests_jar-_-any-12094774206764533067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:22:43,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7db892fe{HTTP/1.1, (http/1.1)}{localhost:36877} 2024-11-16T02:22:43,251 INFO [Time-limited test {}] server.Server(415): Started @262235ms 2024-11-16T02:22:43,262 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:22:43,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:43,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:22:43,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:22:43,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:43,854 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/cluster_3195fd37-48ed-ab2d-96ac-9d5e226adf46/data/data2/current/BP-928259407-172.17.0.3-1731723762451/current, will proceed with Du for space computation calculation, 2024-11-16T02:22:43,854 WARN [Thread-1629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/cluster_3195fd37-48ed-ab2d-96ac-9d5e226adf46/data/data1/current/BP-928259407-172.17.0.3-1731723762451/current, will proceed with Du for space computation calculation, 2024-11-16T02:22:43,873 WARN [Thread-1617 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:22:43,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d3d2bd61f8ea7e with lease ID 0xd61475495863f1c7: Processing first storage report for DS-651c1c84-eac6-435d-9a72-5e1d1217083a from datanode DatanodeRegistration(127.0.0.1:33555, datanodeUuid=f70e0df9-6b17-409d-8256-a51c16988ce0, infoPort=43611, infoSecurePort=0, ipcPort=44947, storageInfo=lv=-57;cid=testClusterID;nsid=385385821;c=1731723762451) 2024-11-16T02:22:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d3d2bd61f8ea7e with lease ID 0xd61475495863f1c7: from storage DS-651c1c84-eac6-435d-9a72-5e1d1217083a node DatanodeRegistration(127.0.0.1:33555, datanodeUuid=f70e0df9-6b17-409d-8256-a51c16988ce0, infoPort=43611, infoSecurePort=0, ipcPort=44947, storageInfo=lv=-57;cid=testClusterID;nsid=385385821;c=1731723762451), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:22:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d3d2bd61f8ea7e with lease ID 0xd61475495863f1c7: Processing first storage report for DS-2c5c5d40-3b86-439a-81e2-23f771fb2e3e from datanode DatanodeRegistration(127.0.0.1:33555, datanodeUuid=f70e0df9-6b17-409d-8256-a51c16988ce0, infoPort=43611, infoSecurePort=0, ipcPort=44947, storageInfo=lv=-57;cid=testClusterID;nsid=385385821;c=1731723762451) 2024-11-16T02:22:43,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d3d2bd61f8ea7e with lease ID 0xd61475495863f1c7: from storage DS-2c5c5d40-3b86-439a-81e2-23f771fb2e3e node DatanodeRegistration(127.0.0.1:33555, datanodeUuid=f70e0df9-6b17-409d-8256-a51c16988ce0, infoPort=43611, infoSecurePort=0, ipcPort=44947, storageInfo=lv=-57;cid=testClusterID;nsid=385385821;c=1731723762451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:22:43,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9 2024-11-16T02:22:43,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:43,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:43,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:22:44,301 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91 with version=8 2024-11-16T02:22:44,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/hbase-staging 2024-11-16T02:22:44,303 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:44,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:44,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:44,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:44,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:44,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:44,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:22:44,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:44,303 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37415 2024-11-16T02:22:44,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37415 connecting to ZooKeeper ensemble=127.0.0.1:56158 2024-11-16T02:22:44,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374150x0, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:44,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37415-0x101417396a20000 connected 2024-11-16T02:22:44,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:44,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:44,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on znode that does not yet exist, /0-731715332/running 2024-11-16T02:22:44,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91, hbase.cluster.distributed=false 2024-11-16T02:22:44,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on znode that does not yet exist, /0-731715332/acl 2024-11-16T02:22:44,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37415 2024-11-16T02:22:44,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37415 2024-11-16T02:22:44,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37415 2024-11-16T02:22:44,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37415 2024-11-16T02:22:44,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37415 2024-11-16T02:22:44,499 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:44,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:44,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:44,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:44,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:44,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:44,499 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:22:44,499 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:44,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44805 2024-11-16T02:22:44,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44805 connecting to ZooKeeper ensemble=127.0.0.1:56158 2024-11-16T02:22:44,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:44,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:44,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448050x0, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:44,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448050x0, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on znode that does not yet exist, /0-731715332/running 2024-11-16T02:22:44,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44805-0x101417396a20001 connected 2024-11-16T02:22:44,513 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:22:44,513 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:22:44,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on znode that does not yet exist, /0-731715332/master 2024-11-16T02:22:44,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on znode that does not yet exist, /0-731715332/acl 2024-11-16T02:22:44,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-16T02:22:44,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44805 2024-11-16T02:22:44,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44805 2024-11-16T02:22:44,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-16T02:22:44,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44805 2024-11-16T02:22:44,529 DEBUG [M:0;667222f7cf1b:37415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:37415 2024-11-16T02:22:44,530 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-731715332/backup-masters/667222f7cf1b,37415,1731723764302 2024-11-16T02:22:44,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332/backup-masters 2024-11-16T02:22:44,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332/backup-masters 2024-11-16T02:22:44,541 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on existing znode=/0-731715332/backup-masters/667222f7cf1b,37415,1731723764302 2024-11-16T02:22:44,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-731715332/master 2024-11-16T02:22:44,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:44,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:44,551 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on existing znode=/0-731715332/master 2024-11-16T02:22:44,552 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-731715332/backup-masters/667222f7cf1b,37415,1731723764302 from backup master directory 2024-11-16T02:22:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-731715332/backup-masters/667222f7cf1b,37415,1731723764302 2024-11-16T02:22:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332/backup-masters 2024-11-16T02:22:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332/backup-masters 2024-11-16T02:22:44,561 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:44,561 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,37415,1731723764302 2024-11-16T02:22:44,565 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/hbase.id] with ID: 091d65e6-71fc-4c81-9cbb-aa436c3862b8 2024-11-16T02:22:44,565 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/.tmp/hbase.id 2024-11-16T02:22:44,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:22:44,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:22:44,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:44,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:44,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:44,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:44,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:44,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:44,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:44,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:44,970 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/.tmp/hbase.id]:[hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/hbase.id] 2024-11-16T02:22:44,980 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:44,980 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:22:44,981 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:22:45,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:45,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:45,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:22:45,444 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:45,445 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:22:45,446 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:45,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:22:45,852 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store 2024-11-16T02:22:45,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:22:46,258 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:46,258 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:22:46,258 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:46,258 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:46,258 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:22:46,258 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:46,258 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:46,258 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723766258Disabling compacts and flushes for region at 1731723766258Disabling writes for close at 1731723766258Writing region close event to WAL at 1731723766258Closed at 1731723766258 2024-11-16T02:22:46,259 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/.initializing 2024-11-16T02:22:46,259 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/WALs/667222f7cf1b,37415,1731723764302 2024-11-16T02:22:46,260 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:46,262 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37415%2C1731723764302, suffix=, logDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/WALs/667222f7cf1b,37415,1731723764302, archiveDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/oldWALs, maxLogs=10 2024-11-16T02:22:46,274 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/WALs/667222f7cf1b,37415,1731723764302/667222f7cf1b%2C37415%2C1731723764302.1731723766262, exclude list is [], retry=0 2024-11-16T02:22:46,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33555,DS-651c1c84-eac6-435d-9a72-5e1d1217083a,DISK] 2024-11-16T02:22:46,277 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/WALs/667222f7cf1b,37415,1731723764302/667222f7cf1b%2C37415%2C1731723764302.1731723766262 2024-11-16T02:22:46,278 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43611:43611)] 2024-11-16T02:22:46,278 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:46,278 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:46,278 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,278 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:22:46,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:46,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:46,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:22:46,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:46,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:46,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:22:46,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:46,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:46,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:22:46,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:46,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:46,285 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,286 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,286 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,287 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,287 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,287 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:46,288 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:46,290 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:46,290 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59639695, jitterRate=-0.1112992912530899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:46,290 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723766278Initializing all the Stores at 1731723766279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723766279Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723766279Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723766279Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723766279Cleaning up temporary data from old regions at 1731723766287 (+8 ms)Region opened successfully at 1731723766290 (+3 ms) 2024-11-16T02:22:46,291 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:22:46,293 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3297a83e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:46,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:22:46,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:22:46,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:22:46,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:22:46,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:22:46,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:22:46,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:22:46,296 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:22:46,297 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Unable to get data of znode /0-731715332/balancer because node does not exist (not necessarily an error) 2024-11-16T02:22:46,354 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-731715332/balancer already deleted, retry=false 2024-11-16T02:22:46,354 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:22:46,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Unable to get data of znode /0-731715332/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:22:46,364 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-731715332/normalizer already deleted, retry=false 2024-11-16T02:22:46,365 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:22:46,366 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Unable to get data of znode /0-731715332/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:22:46,375 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-731715332/switch/split already deleted, retry=false 2024-11-16T02:22:46,376 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Unable to get data of znode /0-731715332/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:22:46,386 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-731715332/switch/merge already deleted, retry=false 2024-11-16T02:22:46,387 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Unable to get data of znode /0-731715332/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:22:46,396 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-731715332/snapshot-cleanup already deleted, retry=false 2024-11-16T02:22:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-731715332/running 2024-11-16T02:22:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-731715332/running 2024-11-16T02:22:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:46,407 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,37415,1731723764302, sessionid=0x101417396a20000, setting cluster-up flag (Was=false) 2024-11-16T02:22:46,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:46,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:46,459 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-731715332/flush-table-proc/acquired, /0-731715332/flush-table-proc/reached, /0-731715332/flush-table-proc/abort 2024-11-16T02:22:46,461 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,37415,1731723764302 2024-11-16T02:22:46,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:46,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:46,512 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-731715332/online-snapshot/acquired, /0-731715332/online-snapshot/reached, /0-731715332/online-snapshot/abort 2024-11-16T02:22:46,513 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,37415,1731723764302 2024-11-16T02:22:46,514 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:22:46,515 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:46,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:22:46,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:22:46,516 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 667222f7cf1b,46007,1731723736021: status=Processing ServerCrashProcedure of 667222f7cf1b,46007,1731723736021 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731723751865, completionTime=-1 appears to have been leaked 2024-11-16T02:22:46,516 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,37415,1731723764302 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:22:46,517 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:46,517 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:46,518 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:46,518 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:46,518 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:22:46,518 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,518 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:46,518 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,518 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723796518 2024-11-16T02:22:46,518 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:46,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:22:46,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:22:46,520 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:22:46,520 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:22:46,520 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723766520,5,FailOnTimeoutGroup] 2024-11-16T02:22:46,520 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:46,520 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723766520,5,FailOnTimeoutGroup] 2024-11-16T02:22:46,520 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,520 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:22:46,520 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,520 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:22:46,522 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(746): ClusterId : 091d65e6-71fc-4c81-9cbb-aa436c3862b8 2024-11-16T02:22:46,522 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:22:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:22:46,534 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:22:46,534 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:22:46,544 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:22:46,545 DEBUG [RS:0;667222f7cf1b:44805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa67267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:46,557 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:44805 2024-11-16T02:22:46,557 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:22:46,557 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:22:46,557 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:22:46,558 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,37415,1731723764302 with port=44805, startcode=1731723764499 2024-11-16T02:22:46,558 DEBUG [RS:0;667222f7cf1b:44805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:22:46,559 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:22:46,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,44805,1731723764499 2024-11-16T02:22:46,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37415 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,44805,1731723764499 2024-11-16T02:22:46,561 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91 2024-11-16T02:22:46,561 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34761 2024-11-16T02:22:46,561 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:22:46,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332/rs 2024-11-16T02:22:46,572 DEBUG [RS:0;667222f7cf1b:44805 {}] zookeeper.ZKUtil(111): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on existing znode=/0-731715332/rs/667222f7cf1b,44805,1731723764499 2024-11-16T02:22:46,572 WARN [RS:0;667222f7cf1b:44805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:46,572 INFO [RS:0;667222f7cf1b:44805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:46,572 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499 2024-11-16T02:22:46,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,44805,1731723764499] 2024-11-16T02:22:46,575 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:22:46,577 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:22:46,577 INFO [RS:0;667222f7cf1b:44805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:22:46,577 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,577 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:22:46,578 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:22:46,578 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:46,578 DEBUG [RS:0;667222f7cf1b:44805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:46,579 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,579 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,579 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,579 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,579 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,579 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,44805,1731723764499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:46,591 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:22:46,591 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,44805,1731723764499-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,591 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,591 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.Replication(171): 667222f7cf1b,44805,1731723764499 started 2024-11-16T02:22:46,603 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:46,603 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,44805,1731723764499, RpcServer on 667222f7cf1b/172.17.0.3:44805, sessionid=0x101417396a20001 2024-11-16T02:22:46,603 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:22:46,603 DEBUG [RS:0;667222f7cf1b:44805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,44805,1731723764499 2024-11-16T02:22:46,603 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,44805,1731723764499' 2024-11-16T02:22:46,603 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-731715332/flush-table-proc/abort' 2024-11-16T02:22:46,604 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-731715332/flush-table-proc/acquired' 2024-11-16T02:22:46,604 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:22:46,604 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:22:46,604 DEBUG [RS:0;667222f7cf1b:44805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,44805,1731723764499 2024-11-16T02:22:46,604 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,44805,1731723764499' 2024-11-16T02:22:46,604 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-731715332/online-snapshot/abort' 2024-11-16T02:22:46,604 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-731715332/online-snapshot/acquired' 2024-11-16T02:22:46,605 DEBUG [RS:0;667222f7cf1b:44805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:22:46,605 INFO [RS:0;667222f7cf1b:44805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:22:46,605 INFO [RS:0;667222f7cf1b:44805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:22:46,705 INFO [RS:0;667222f7cf1b:44805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:46,707 INFO [RS:0;667222f7cf1b:44805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44805%2C1731723764499, suffix=, logDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499, archiveDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/oldWALs, maxLogs=10 2024-11-16T02:22:46,718 DEBUG [RS:0;667222f7cf1b:44805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707, exclude list is [], retry=0 2024-11-16T02:22:46,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33555,DS-651c1c84-eac6-435d-9a72-5e1d1217083a,DISK] 2024-11-16T02:22:46,722 INFO [RS:0;667222f7cf1b:44805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 2024-11-16T02:22:46,722 DEBUG [RS:0;667222f7cf1b:44805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43611:43611)] 2024-11-16T02:22:46,926 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:22:46,926 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91 2024-11-16T02:22:46,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:22:47,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:47,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:22:47,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:22:47,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:47,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:47,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:22:47,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:22:47,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:47,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:47,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:22:47,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:22:47,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:47,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:47,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:22:47,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:22:47,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:47,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:47,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:22:47,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740 2024-11-16T02:22:47,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740 2024-11-16T02:22:47,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:22:47,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:22:47,340 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:47,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:22:47,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:47,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71395846, jitterRate=0.06388100981712341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:47,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723767331Initializing all the Stores at 1731723767332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723767332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723767332Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723767332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723767332Cleaning up temporary data from old regions at 1731723767339 (+7 ms)Region opened successfully at 1731723767343 (+4 ms) 2024-11-16T02:22:47,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:22:47,343 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:22:47,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:22:47,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:22:47,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:22:47,343 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:47,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723767343Disabling compacts and flushes for region at 1731723767343Disabling writes for close at 1731723767343Writing region close event to WAL at 1731723767343Closed at 1731723767343 2024-11-16T02:22:47,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:47,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:22:47,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:22:47,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:47,346 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:22:47,496 DEBUG [667222f7cf1b:37415 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:22:47,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,44805,1731723764499 2024-11-16T02:22:47,497 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,44805,1731723764499, state=OPENING 2024-11-16T02:22:47,565 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:22:47,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:47,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:47,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-731715332/meta-region-server: CHANGED 2024-11-16T02:22:47,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-731715332/meta-region-server: CHANGED 2024-11-16T02:22:47,576 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:47,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,44805,1731723764499}] 2024-11-16T02:22:47,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:22:47,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:22:47,732 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:22:47,732 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:47,732 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:22:47,734 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44805%2C1731723764499.meta, suffix=.meta, logDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499, archiveDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/oldWALs, maxLogs=10 2024-11-16T02:22:47,745 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.meta.1731723767734.meta, exclude list is [], retry=0 2024-11-16T02:22:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33555,DS-651c1c84-eac6-435d-9a72-5e1d1217083a,DISK] 2024-11-16T02:22:47,748 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.meta.1731723767734.meta 2024-11-16T02:22:47,749 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43611:43611)] 2024-11-16T02:22:47,749 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:47,749 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:47,749 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:22:47,749 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:22:47,749 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:22:47,749 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:22:47,749 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:47,750 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:22:47,750 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:22:47,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:22:47,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:22:47,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:47,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:47,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:22:47,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:22:47,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:47,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:47,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:22:47,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:22:47,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:47,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:47,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:22:47,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:22:47,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:47,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:47,755 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:22:47,756 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740 2024-11-16T02:22:47,757 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740 2024-11-16T02:22:47,757 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:22:47,757 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:22:47,758 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:47,759 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:22:47,760 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65650289, jitterRate=-0.021734461188316345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:47,760 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:22:47,760 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723767750Writing region info on filesystem at 1731723767750Initializing all the Stores at 1731723767750Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723767750Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723767751 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723767751Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723767751Cleaning up temporary data from old regions at 1731723767758 (+7 ms)Running coprocessor post-open hooks at 1731723767760 (+2 ms)Region opened successfully at 1731723767760 2024-11-16T02:22:47,761 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723767728 2024-11-16T02:22:47,763 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:22:47,763 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:22:47,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,44805,1731723764499 2024-11-16T02:22:47,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,44805,1731723764499, state=OPEN 2024-11-16T02:22:47,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-731715332/meta-region-server 2024-11-16T02:22:47,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-731715332/meta-region-server 2024-11-16T02:22:47,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-731715332/meta-region-server: CHANGED 2024-11-16T02:22:47,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-731715332/meta-region-server: CHANGED 2024-11-16T02:22:47,821 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,44805,1731723764499 2024-11-16T02:22:47,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:22:47,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,44805,1731723764499 in 245 msec 2024-11-16T02:22:47,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:22:47,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-16T02:22:47,825 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:47,825 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:22:47,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:47,827 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44805,1731723764499, seqNum=-1] 2024-11-16T02:22:47,827 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:47,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:47,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3170 sec 2024-11-16T02:22:47,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723767832, completionTime=-1 2024-11-16T02:22:47,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:22:47,832 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723827836 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723887836 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37415,1731723764302-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37415,1731723764302-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37415,1731723764302-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:37415, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:47,836 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:47,838 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:22:47,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.278sec 2024-11-16T02:22:47,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:22:47,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:22:47,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:22:47,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:22:47,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:22:47,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37415,1731723764302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:47,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37415,1731723764302-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:22:47,841 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:22:47,841 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:22:47,841 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37415,1731723764302-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:47,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77325eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:47,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37415,-1 for getting cluster id 2024-11-16T02:22:47,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:47,924 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d65e6-71fc-4c81-9cbb-aa436c3862b8' 2024-11-16T02:22:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:47,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d65e6-71fc-4c81-9cbb-aa436c3862b8" 2024-11-16T02:22:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39158c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37415,-1] 2024-11-16T02:22:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:47,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:47,926 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:47,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3923cdc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:47,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44805,1731723764499, seqNum=-1] 2024-11-16T02:22:47,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:47,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:47,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,37415,1731723764302 2024-11-16T02:22:47,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56158 2024-11-16T02:22:47,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:47,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101417396a20002 connected 2024-11-16T02:22:47,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.log.dir so I do NOT create it in target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706 2024-11-16T02:22:47,967 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:22:47,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.tmp.dir so I do NOT create it in target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706 2024-11-16T02:22:47,967 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:22:47,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706 2024-11-16T02:22:47,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:22:47,967 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/cluster_d5fb0ddf-25f0-edfb-4de7-195bd40b0039, deleteOnExit=true 2024-11-16T02:22:47,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/test.cache.data in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:22:47,968 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:22:47,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:22:47,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:22:47,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:22:47,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:22:47,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:22:47,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:22:47,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:22:47,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:22:47,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:22:48,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:48,309 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:22:48,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:22:48,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:22:48,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:22:48,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:48,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2005b3f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:22:48,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fdda285{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:22:48,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36e87ab8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/java.io.tmpdir/jetty-localhost-46367-hadoop-hdfs-3_4_1-tests_jar-_-any-10438721266478596685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:22:48,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ef7c56{HTTP/1.1, (http/1.1)}{localhost:46367} 2024-11-16T02:22:48,406 INFO [Time-limited test {}] server.Server(415): Started @267391ms 2024-11-16T02:22:48,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:22:48,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:22:48,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:22:48,671 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:22:48,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:22:48,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@700cb1f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:22:48,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27fd85ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:22:48,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e8c61d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/java.io.tmpdir/jetty-localhost-39777-hadoop-hdfs-3_4_1-tests_jar-_-any-3519432704624194544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:22:48,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cf95229{HTTP/1.1, (http/1.1)}{localhost:39777} 2024-11-16T02:22:48,766 INFO [Time-limited test {}] server.Server(415): Started @267751ms 2024-11-16T02:22:48,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:22:49,404 WARN [Thread-1751 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/cluster_d5fb0ddf-25f0-edfb-4de7-195bd40b0039/data/data2/current/BP-1774884545-172.17.0.3-1731723767992/current, will proceed with Du for space computation calculation, 2024-11-16T02:22:49,404 WARN [Thread-1750 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/cluster_d5fb0ddf-25f0-edfb-4de7-195bd40b0039/data/data1/current/BP-1774884545-172.17.0.3-1731723767992/current, will proceed with Du for space computation calculation, 2024-11-16T02:22:49,419 WARN [Thread-1738 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:22:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43b0350046310894 with lease ID 0x2fb232132947658e: Processing first storage report for DS-d36d8ac8-6920-4cdb-8277-3c387fd9bcb9 from datanode DatanodeRegistration(127.0.0.1:41779, datanodeUuid=a9ae0b7c-261f-432b-a828-2ac76cfac2a1, infoPort=43863, infoSecurePort=0, ipcPort=46031, storageInfo=lv=-57;cid=testClusterID;nsid=288382645;c=1731723767992) 2024-11-16T02:22:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43b0350046310894 with lease ID 0x2fb232132947658e: from storage DS-d36d8ac8-6920-4cdb-8277-3c387fd9bcb9 node DatanodeRegistration(127.0.0.1:41779, datanodeUuid=a9ae0b7c-261f-432b-a828-2ac76cfac2a1, infoPort=43863, infoSecurePort=0, ipcPort=46031, storageInfo=lv=-57;cid=testClusterID;nsid=288382645;c=1731723767992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:22:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43b0350046310894 with lease ID 0x2fb232132947658e: Processing first storage report for DS-243c22f7-e5e9-45d7-bcfa-38eef5573811 from datanode DatanodeRegistration(127.0.0.1:41779, datanodeUuid=a9ae0b7c-261f-432b-a828-2ac76cfac2a1, infoPort=43863, infoSecurePort=0, ipcPort=46031, storageInfo=lv=-57;cid=testClusterID;nsid=288382645;c=1731723767992) 2024-11-16T02:22:49,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43b0350046310894 with lease ID 0x2fb232132947658e: from storage DS-243c22f7-e5e9-45d7-bcfa-38eef5573811 node DatanodeRegistration(127.0.0.1:41779, datanodeUuid=a9ae0b7c-261f-432b-a828-2ac76cfac2a1, infoPort=43863, infoSecurePort=0, ipcPort=46031, storageInfo=lv=-57;cid=testClusterID;nsid=288382645;c=1731723767992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:22:49,490 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706 2024-11-16T02:22:49,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:49,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:49,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:22:49,899 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4 with version=8 2024-11-16T02:22:49,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/hbase-staging 2024-11-16T02:22:49,902 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:49,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:49,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:49,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:49,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:49,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:49,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:22:49,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:49,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37141 2024-11-16T02:22:49,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37141 connecting to ZooKeeper ensemble=127.0.0.1:56158 2024-11-16T02:22:49,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371410x0, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:49,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37141-0x101417396a20003 connected 2024-11-16T02:22:50,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:50,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:50,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on znode that does not yet exist, /11361667675/running 2024-11-16T02:22:50,031 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4, hbase.cluster.distributed=false 2024-11-16T02:22:50,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on znode that does not yet exist, /11361667675/acl 2024-11-16T02:22:50,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37141 2024-11-16T02:22:50,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37141 2024-11-16T02:22:50,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37141 2024-11-16T02:22:50,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37141 2024-11-16T02:22:50,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37141 2024-11-16T02:22:50,050 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:22:50,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:50,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:50,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:22:50,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:22:50,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:22:50,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:22:50,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:22:50,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39813 2024-11-16T02:22:50,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39813 connecting to ZooKeeper ensemble=127.0.0.1:56158 2024-11-16T02:22:50,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:50,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:50,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398130x0, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:50,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39813-0x101417396a20004 connected 2024-11-16T02:22:50,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on znode that does not yet exist, /11361667675/running 2024-11-16T02:22:50,067 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:22:50,067 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:22:50,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on znode that does not yet exist, /11361667675/master 2024-11-16T02:22:50,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on znode that does not yet exist, /11361667675/acl 2024-11-16T02:22:50,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39813 2024-11-16T02:22:50,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39813 2024-11-16T02:22:50,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39813 2024-11-16T02:22:50,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39813 2024-11-16T02:22:50,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39813 2024-11-16T02:22:50,083 DEBUG [M:0;667222f7cf1b:37141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:37141 2024-11-16T02:22:50,083 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11361667675/backup-masters/667222f7cf1b,37141,1731723769901 2024-11-16T02:22:50,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675/backup-masters 2024-11-16T02:22:50,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675/backup-masters 2024-11-16T02:22:50,091 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on existing znode=/11361667675/backup-masters/667222f7cf1b,37141,1731723769901 2024-11-16T02:22:50,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11361667675/master 2024-11-16T02:22:50,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:50,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:50,102 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on existing znode=/11361667675/master 2024-11-16T02:22:50,102 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11361667675/backup-masters/667222f7cf1b,37141,1731723769901 from backup master directory 2024-11-16T02:22:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675/backup-masters 2024-11-16T02:22:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11361667675/backup-masters/667222f7cf1b,37141,1731723769901 2024-11-16T02:22:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675/backup-masters 2024-11-16T02:22:50,112 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:50,112 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,37141,1731723769901 2024-11-16T02:22:50,115 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/hbase.id] with ID: c4956271-df0c-42f2-8967-60043bae572d 2024-11-16T02:22:50,115 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/.tmp/hbase.id 2024-11-16T02:22:50,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:22:50,520 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/.tmp/hbase.id]:[hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/hbase.id] 2024-11-16T02:22:50,530 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:22:50,530 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:22:50,530 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T02:22:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:50,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:22:50,981 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:50,981 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:22:50,981 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:50,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:22:51,388 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store 2024-11-16T02:22:51,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:22:51,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:51,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:22:51,793 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:51,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:51,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:22:51,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:51,793 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:22:51,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723771793Disabling compacts and flushes for region at 1731723771793Disabling writes for close at 1731723771793Writing region close event to WAL at 1731723771793Closed at 1731723771793 2024-11-16T02:22:51,794 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/.initializing 2024-11-16T02:22:51,794 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/WALs/667222f7cf1b,37141,1731723769901 2024-11-16T02:22:51,795 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:51,796 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37141%2C1731723769901, suffix=, logDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/WALs/667222f7cf1b,37141,1731723769901, archiveDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/oldWALs, maxLogs=10 2024-11-16T02:22:51,811 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/WALs/667222f7cf1b,37141,1731723769901/667222f7cf1b%2C37141%2C1731723769901.1731723771797, exclude list is [], retry=0 2024-11-16T02:22:51,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-d36d8ac8-6920-4cdb-8277-3c387fd9bcb9,DISK] 2024-11-16T02:22:51,815 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/WALs/667222f7cf1b,37141,1731723769901/667222f7cf1b%2C37141%2C1731723769901.1731723771797 2024-11-16T02:22:51,816 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-11-16T02:22:51,816 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:51,816 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:51,816 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,816 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:22:51,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:51,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:51,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:22:51,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:51,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:51,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:22:51,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:51,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:51,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:22:51,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:51,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:51,823 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,823 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,824 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,825 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,825 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,825 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:51,826 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:22:51,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:51,828 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60836211, jitterRate=-0.09346981346607208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:51,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723771816Initializing all the Stores at 1731723771817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723771817Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723771817Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723771817Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723771817Cleaning up temporary data from old regions at 1731723771825 (+8 ms)Region opened successfully at 1731723771828 (+3 ms) 2024-11-16T02:22:51,829 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:22:51,831 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dc36d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:51,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:22:51,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:22:51,833 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:22:51,833 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:22:51,833 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:22:51,833 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:22:51,833 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:22:51,835 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:22:51,836 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Unable to get data of znode /11361667675/balancer because node does not exist (not necessarily an error) 2024-11-16T02:22:51,933 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11361667675/balancer already deleted, retry=false 2024-11-16T02:22:51,933 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:22:51,934 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Unable to get data of znode /11361667675/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:22:51,943 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11361667675/normalizer already deleted, retry=false 2024-11-16T02:22:51,944 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:22:51,944 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Unable to get data of znode /11361667675/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:22:51,954 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11361667675/switch/split already deleted, retry=false 2024-11-16T02:22:51,955 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Unable to get data of znode /11361667675/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:22:51,964 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11361667675/switch/merge already deleted, retry=false 2024-11-16T02:22:51,966 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Unable to get data of znode /11361667675/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:22:51,975 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11361667675/snapshot-cleanup already deleted, retry=false 2024-11-16T02:22:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11361667675/running 2024-11-16T02:22:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11361667675/running 2024-11-16T02:22:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:51,986 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,37141,1731723769901, sessionid=0x101417396a20003, setting cluster-up flag (Was=false) 2024-11-16T02:22:52,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:52,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:52,038 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11361667675/flush-table-proc/acquired, /11361667675/flush-table-proc/reached, /11361667675/flush-table-proc/abort 2024-11-16T02:22:52,039 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,37141,1731723769901 2024-11-16T02:22:52,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:52,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:52,091 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11361667675/online-snapshot/acquired, /11361667675/online-snapshot/reached, /11361667675/online-snapshot/abort 2024-11-16T02:22:52,092 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,37141,1731723769901 2024-11-16T02:22:52,092 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:22:52,093 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:52,094 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:22:52,094 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:22:52,094 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,37141,1731723769901 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:22:52,095 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:52,095 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:52,095 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:52,095 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:22:52,095 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:22:52,095 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,095 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:52,095 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,096 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723802096 2024-11-16T02:22:52,096 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:22:52,096 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:22:52,096 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:22:52,096 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:22:52,096 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:22:52,096 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:22:52,096 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:52,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:22:52,096 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:22:52,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:22:52,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:22:52,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:22:52,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:22:52,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:22:52,097 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723772097,5,FailOnTimeoutGroup] 2024-11-16T02:22:52,097 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723772097,5,FailOnTimeoutGroup] 2024-11-16T02:22:52,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,097 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:52,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:22:52,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:22:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:22:52,175 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(746): ClusterId : c4956271-df0c-42f2-8967-60043bae572d 2024-11-16T02:22:52,175 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:22:52,186 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:22:52,186 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:22:52,196 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:22:52,197 DEBUG [RS:0;667222f7cf1b:39813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9ae7ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:22:52,207 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:39813 2024-11-16T02:22:52,207 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:22:52,207 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:22:52,207 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:22:52,207 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,37141,1731723769901 with port=39813, startcode=1731723770050 2024-11-16T02:22:52,207 DEBUG [RS:0;667222f7cf1b:39813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:22:52,209 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:22:52,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37141 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,39813,1731723770050 2024-11-16T02:22:52,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37141 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,39813,1731723770050 2024-11-16T02:22:52,210 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4 2024-11-16T02:22:52,210 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35743 2024-11-16T02:22:52,210 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:22:52,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675/rs 2024-11-16T02:22:52,259 DEBUG [RS:0;667222f7cf1b:39813 {}] zookeeper.ZKUtil(111): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on existing znode=/11361667675/rs/667222f7cf1b,39813,1731723770050 2024-11-16T02:22:52,259 WARN [RS:0;667222f7cf1b:39813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:22:52,259 INFO [RS:0;667222f7cf1b:39813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:52,259 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050 2024-11-16T02:22:52,259 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,39813,1731723770050] 2024-11-16T02:22:52,262 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:22:52,263 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:22:52,264 INFO [RS:0;667222f7cf1b:39813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:22:52,264 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,264 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:22:52,264 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:22:52,264 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,264 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:52,265 DEBUG [RS:0;667222f7cf1b:39813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:22:52,265 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,265 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,265 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,265 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,265 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,265 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39813,1731723770050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:52,278 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:22:52,278 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39813,1731723770050-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,278 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,278 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.Replication(171): 667222f7cf1b,39813,1731723770050 started 2024-11-16T02:22:52,290 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:52,290 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,39813,1731723770050, RpcServer on 667222f7cf1b/172.17.0.3:39813, sessionid=0x101417396a20004 2024-11-16T02:22:52,290 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:22:52,290 DEBUG [RS:0;667222f7cf1b:39813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,39813,1731723770050 2024-11-16T02:22:52,290 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39813,1731723770050' 2024-11-16T02:22:52,290 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11361667675/flush-table-proc/abort' 2024-11-16T02:22:52,291 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11361667675/flush-table-proc/acquired' 2024-11-16T02:22:52,291 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:22:52,291 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:22:52,291 DEBUG [RS:0;667222f7cf1b:39813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,39813,1731723770050 2024-11-16T02:22:52,291 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39813,1731723770050' 2024-11-16T02:22:52,291 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11361667675/online-snapshot/abort' 2024-11-16T02:22:52,291 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11361667675/online-snapshot/acquired' 2024-11-16T02:22:52,292 DEBUG [RS:0;667222f7cf1b:39813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:22:52,292 INFO [RS:0;667222f7cf1b:39813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:22:52,292 INFO [RS:0;667222f7cf1b:39813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:22:52,392 INFO [RS:0;667222f7cf1b:39813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:22:52,393 INFO [RS:0;667222f7cf1b:39813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39813%2C1731723770050, suffix=, logDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050, archiveDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/oldWALs, maxLogs=10 2024-11-16T02:22:52,405 DEBUG [RS:0;667222f7cf1b:39813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394, exclude list is [], retry=0 2024-11-16T02:22:52,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-d36d8ac8-6920-4cdb-8277-3c387fd9bcb9,DISK] 2024-11-16T02:22:52,410 INFO [RS:0;667222f7cf1b:39813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 2024-11-16T02:22:52,410 DEBUG [RS:0;667222f7cf1b:39813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-11-16T02:22:52,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:22:52,503 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4 2024-11-16T02:22:52,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:22:52,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:22:52,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:52,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:22:52,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:22:52,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:52,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:52,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:22:52,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:22:52,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:52,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:52,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:22:52,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:22:52,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:52,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:52,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:22:52,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:22:52,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:52,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:52,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:22:52,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740 2024-11-16T02:22:52,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740 2024-11-16T02:22:52,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:22:52,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:22:52,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:52,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:22:52,921 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:52,921 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60370727, jitterRate=-0.10040606558322906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:52,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723772909Initializing all the Stores at 1731723772909Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723772909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723772910 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723772910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723772910Cleaning up temporary data from old regions at 1731723772918 (+8 ms)Region opened successfully at 1731723772921 (+3 ms) 2024-11-16T02:22:52,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:22:52,922 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:22:52,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:22:52,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:22:52,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:22:52,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:22:52,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723772922Disabling compacts and flushes for region at 1731723772922Disabling writes for close at 1731723772922Writing region close event to WAL at 1731723772922Closed at 1731723772922 2024-11-16T02:22:52,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:52,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:22:52,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:22:52,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:52,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:22:53,074 DEBUG [667222f7cf1b:37141 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:22:53,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,39813,1731723770050 2024-11-16T02:22:53,076 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,39813,1731723770050, state=OPENING 2024-11-16T02:22:53,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:22:53,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:53,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:22:53,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11361667675/meta-region-server: CHANGED 2024-11-16T02:22:53,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:22:53,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11361667675/meta-region-server: CHANGED 2024-11-16T02:22:53,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,39813,1731723770050}] 2024-11-16T02:22:53,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:22:53,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:53,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:53,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:53,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:53,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:53,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:53,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:53,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:53,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:22:53,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:22:53,301 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:22:53,301 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:53,301 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:22:53,303 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39813%2C1731723770050.meta, suffix=.meta, logDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050, archiveDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/oldWALs, maxLogs=10 2024-11-16T02:22:53,320 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.meta.1731723773303.meta, exclude list is [], retry=0 2024-11-16T02:22:53,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-d36d8ac8-6920-4cdb-8277-3c387fd9bcb9,DISK] 2024-11-16T02:22:53,323 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.meta.1731723773303.meta 2024-11-16T02:22:53,324 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-11-16T02:22:53,324 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:53,324 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:53,324 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:22:53,325 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:22:53,325 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:22:53,325 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:22:53,325 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:53,325 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:22:53,325 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:22:53,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:22:53,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:22:53,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:53,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:53,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:22:53,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:22:53,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:53,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:53,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:22:53,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:22:53,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:53,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:53,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:22:53,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:22:53,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:53,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:22:53,331 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:22:53,331 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740 2024-11-16T02:22:53,332 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740 2024-11-16T02:22:53,333 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:22:53,333 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:22:53,334 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:22:53,335 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:22:53,335 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66987855, jitterRate=-0.001803174614906311}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:22:53,336 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:22:53,336 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723773325Writing region info on filesystem at 1731723773325Initializing all the Stores at 1731723773326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723773326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723773326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723773326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723773326Cleaning up temporary data from old regions at 1731723773333 (+7 ms)Running coprocessor post-open hooks at 1731723773336 (+3 ms)Region opened successfully at 1731723773336 2024-11-16T02:22:53,336 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723773296 2024-11-16T02:22:53,338 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:22:53,338 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:22:53,339 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,39813,1731723770050 2024-11-16T02:22:53,339 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,39813,1731723770050, state=OPEN 2024-11-16T02:22:53,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11361667675/meta-region-server 2024-11-16T02:22:53,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11361667675/meta-region-server 2024-11-16T02:22:53,350 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,39813,1731723770050 2024-11-16T02:22:53,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11361667675/meta-region-server: CHANGED 2024-11-16T02:22:53,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11361667675/meta-region-server: CHANGED 2024-11-16T02:22:53,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:22:53,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,39813,1731723770050 in 206 msec 2024-11-16T02:22:53,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:22:53,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-16T02:22:53,354 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:22:53,354 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:22:53,355 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:53,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39813,1731723770050, seqNum=-1] 2024-11-16T02:22:53,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:53,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:53,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-16T02:22:53,361 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723773361, completionTime=-1 2024-11-16T02:22:53,361 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:22:53,361 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:22:53,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:22:53,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723833363 2024-11-16T02:22:53,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723893363 2024-11-16T02:22:53,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:22:53,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37141,1731723769901-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:53,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37141,1731723769901-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:53,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37141,1731723769901-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:53,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:37141, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:53,363 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:53,364 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:53,365 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:22:53,366 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-11-16T02:22:53,366 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:22:53,366 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:22:53,366 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:22:53,366 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:22:53,366 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:22:53,366 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37141,1731723769901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:22:53,367 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37141,1731723769901-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:22:53,368 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:22:53,368 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:22:53,368 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37141,1731723769901-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:22:53,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a3d168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:53,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37141,-1 for getting cluster id 2024-11-16T02:22:53,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:53,377 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4956271-df0c-42f2-8967-60043bae572d' 2024-11-16T02:22:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4956271-df0c-42f2-8967-60043bae572d" 2024-11-16T02:22:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca44204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37141,-1] 2024-11-16T02:22:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:53,378 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:53,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff76aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:53,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39813,1731723770050, seqNum=-1] 2024-11-16T02:22:53,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:53,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:22:53,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,37141,1731723769901 2024-11-16T02:22:53,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56158 2024-11-16T02:22:53,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:22:53,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T02:22:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:22:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T02:22:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:22:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T02:22:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:22:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T02:22:53,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:22:53,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101417396a20005 connected 2024-11-16T02:22:53,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37415,1731723764302 2024-11-16T02:22:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6641763a 2024-11-16T02:22:53,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:53,438 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:53,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:22:53,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:22:53,441 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:53,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:22:53,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:22:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:53,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:22:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:53,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae9a6b3bb8fb8cddd100ea5c58f5bfd9, NAME => 'test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91 2024-11-16T02:22:53,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:22:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:54,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:54,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae9a6b3bb8fb8cddd100ea5c58f5bfd9, disabling compactions & flushes 2024-11-16T02:22:54,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:22:54,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:22:54,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. after waiting 0 ms 2024-11-16T02:22:54,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:22:54,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:22:54,254 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae9a6b3bb8fb8cddd100ea5c58f5bfd9: Waiting for close lock at 1731723774254Disabling compacts and flushes for region at 1731723774254Disabling writes for close at 1731723774254Writing region close event to WAL at 1731723774254Closed at 1731723774254 2024-11-16T02:22:54,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:22:54,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723774255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723774255"}]},"ts":"1731723774255"} 2024-11-16T02:22:54,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:22:54,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:22:54,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723774259"}]},"ts":"1731723774259"} 2024-11-16T02:22:54,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:22:54,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae9a6b3bb8fb8cddd100ea5c58f5bfd9, ASSIGN}] 2024-11-16T02:22:54,262 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae9a6b3bb8fb8cddd100ea5c58f5bfd9, ASSIGN 2024-11-16T02:22:54,262 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae9a6b3bb8fb8cddd100ea5c58f5bfd9, ASSIGN; state=OFFLINE, location=667222f7cf1b,44805,1731723764499; forceNewPlan=false, retain=false 2024-11-16T02:22:54,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae9a6b3bb8fb8cddd100ea5c58f5bfd9, regionState=OPENING, regionLocation=667222f7cf1b,44805,1731723764499 2024-11-16T02:22:54,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae9a6b3bb8fb8cddd100ea5c58f5bfd9, ASSIGN because future has completed 2024-11-16T02:22:54,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae9a6b3bb8fb8cddd100ea5c58f5bfd9, server=667222f7cf1b,44805,1731723764499}] 2024-11-16T02:22:54,570 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:22:54,571 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae9a6b3bb8fb8cddd100ea5c58f5bfd9, NAME => 'test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:54,571 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:54,571 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:22:54,571 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,571 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:54,571 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,571 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,573 INFO [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,574 INFO [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae9a6b3bb8fb8cddd100ea5c58f5bfd9 columnFamilyName f 2024-11-16T02:22:54,574 DEBUG [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:54,574 INFO [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] regionserver.HStore(327): Store=ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:54,574 INFO [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,575 INFO [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae9a6b3bb8fb8cddd100ea5c58f5bfd9 columnFamilyName f1 2024-11-16T02:22:54,575 DEBUG [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:54,576 INFO [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] regionserver.HStore(327): Store=ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:54,576 INFO [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,576 INFO [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae9a6b3bb8fb8cddd100ea5c58f5bfd9 columnFamilyName norep 2024-11-16T02:22:54,576 DEBUG [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:54,577 INFO [StoreOpener-ae9a6b3bb8fb8cddd100ea5c58f5bfd9-1 {}] regionserver.HStore(327): Store=ae9a6b3bb8fb8cddd100ea5c58f5bfd9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:54,577 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,577 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,578 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,578 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,578 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,579 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:22:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:54,579 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,581 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:54,581 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae9a6b3bb8fb8cddd100ea5c58f5bfd9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64272313, jitterRate=-0.04226790368556976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:22:54,581 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:22:54,582 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae9a6b3bb8fb8cddd100ea5c58f5bfd9: Running coprocessor pre-open hook at 1731723774571Writing region info on filesystem at 1731723774571Initializing all the Stores at 1731723774572 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723774572Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723774572Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723774572Cleaning up temporary data from old regions at 1731723774578 (+6 ms)Running coprocessor post-open hooks at 1731723774581 (+3 ms)Region opened successfully at 1731723774582 (+1 ms) 2024-11-16T02:22:54,583 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9., pid=6, masterSystemTime=1731723774567 2024-11-16T02:22:54,584 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:22:54,584 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:22:54,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae9a6b3bb8fb8cddd100ea5c58f5bfd9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,44805,1731723764499 2024-11-16T02:22:54,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae9a6b3bb8fb8cddd100ea5c58f5bfd9, server=667222f7cf1b,44805,1731723764499 because future has completed 2024-11-16T02:22:54,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:22:54,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae9a6b3bb8fb8cddd100ea5c58f5bfd9, server=667222f7cf1b,44805,1731723764499 in 172 msec 2024-11-16T02:22:54,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:22:54,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae9a6b3bb8fb8cddd100ea5c58f5bfd9, ASSIGN in 328 msec 2024-11-16T02:22:54,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:22:54,591 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723774591"}]},"ts":"1731723774591"} 2024-11-16T02:22:54,592 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:22:54,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:22:54,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-16T02:22:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:55,589 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:22:55,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37141,1731723769901 2024-11-16T02:22:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198e2d20 2024-11-16T02:22:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:55,591 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:55,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:22:55,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:22:55,594 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:55,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:22:55,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:22:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:55,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:22:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:56,002 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 940a5d91c5a5bd09c292a7e9dd06c2ab, NAME => 'test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4 2024-11-16T02:22:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:22:56,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:56,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 940a5d91c5a5bd09c292a7e9dd06c2ab, disabling compactions & flushes 2024-11-16T02:22:56,007 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:22:56,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:22:56,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. after waiting 0 ms 2024-11-16T02:22:56,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:22:56,007 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:22:56,007 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 940a5d91c5a5bd09c292a7e9dd06c2ab: Waiting for close lock at 1731723776007Disabling compacts and flushes for region at 1731723776007Disabling writes for close at 1731723776007Writing region close event to WAL at 1731723776007Closed at 1731723776007 2024-11-16T02:22:56,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:22:56,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723776008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723776008"}]},"ts":"1731723776008"} 2024-11-16T02:22:56,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:22:56,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:22:56,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723776011"}]},"ts":"1731723776011"} 2024-11-16T02:22:56,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:22:56,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=940a5d91c5a5bd09c292a7e9dd06c2ab, ASSIGN}] 2024-11-16T02:22:56,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=940a5d91c5a5bd09c292a7e9dd06c2ab, ASSIGN 2024-11-16T02:22:56,014 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=940a5d91c5a5bd09c292a7e9dd06c2ab, ASSIGN; state=OFFLINE, location=667222f7cf1b,39813,1731723770050; forceNewPlan=false, retain=false 2024-11-16T02:22:56,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=940a5d91c5a5bd09c292a7e9dd06c2ab, regionState=OPENING, regionLocation=667222f7cf1b,39813,1731723770050 2024-11-16T02:22:56,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=940a5d91c5a5bd09c292a7e9dd06c2ab, ASSIGN because future has completed 2024-11-16T02:22:56,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 940a5d91c5a5bd09c292a7e9dd06c2ab, server=667222f7cf1b,39813,1731723770050}] 2024-11-16T02:22:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:56,323 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:22:56,323 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 940a5d91c5a5bd09c292a7e9dd06c2ab, NAME => 'test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:56,323 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:56,323 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:22:56,323 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,323 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:56,323 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,324 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,325 INFO [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,326 INFO [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 940a5d91c5a5bd09c292a7e9dd06c2ab columnFamilyName f 2024-11-16T02:22:56,326 DEBUG [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:56,326 INFO [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] regionserver.HStore(327): Store=940a5d91c5a5bd09c292a7e9dd06c2ab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:56,326 INFO [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,327 INFO [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 940a5d91c5a5bd09c292a7e9dd06c2ab columnFamilyName f1 2024-11-16T02:22:56,327 DEBUG [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:56,327 INFO [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] regionserver.HStore(327): Store=940a5d91c5a5bd09c292a7e9dd06c2ab/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:56,328 INFO [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,328 INFO [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 940a5d91c5a5bd09c292a7e9dd06c2ab columnFamilyName norep 2024-11-16T02:22:56,328 DEBUG [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:56,329 INFO [StoreOpener-940a5d91c5a5bd09c292a7e9dd06c2ab-1 {}] regionserver.HStore(327): Store=940a5d91c5a5bd09c292a7e9dd06c2ab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:56,329 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,329 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,330 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,330 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,330 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,331 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:22:56,332 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,333 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:56,334 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 940a5d91c5a5bd09c292a7e9dd06c2ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72587208, jitterRate=0.08163368701934814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:22:56,334 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:22:56,334 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 940a5d91c5a5bd09c292a7e9dd06c2ab: Running coprocessor pre-open hook at 1731723776324Writing region info on filesystem at 1731723776324Initializing all the Stores at 1731723776324Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723776324Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723776325 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723776325Cleaning up temporary data from old regions at 1731723776330 (+5 ms)Running coprocessor post-open hooks at 1731723776334 (+4 ms)Region opened successfully at 1731723776334 2024-11-16T02:22:56,335 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab., pid=6, masterSystemTime=1731723776319 2024-11-16T02:22:56,336 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:22:56,336 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:22:56,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=940a5d91c5a5bd09c292a7e9dd06c2ab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,39813,1731723770050 2024-11-16T02:22:56,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 940a5d91c5a5bd09c292a7e9dd06c2ab, server=667222f7cf1b,39813,1731723770050 because future has completed 2024-11-16T02:22:56,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:22:56,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 940a5d91c5a5bd09c292a7e9dd06c2ab, server=667222f7cf1b,39813,1731723770050 in 172 msec 2024-11-16T02:22:56,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:22:56,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=940a5d91c5a5bd09c292a7e9dd06c2ab, ASSIGN in 327 msec 2024-11-16T02:22:56,342 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:22:56,342 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723776342"}]},"ts":"1731723776342"} 2024-11-16T02:22:56,344 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:22:56,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:22:56,346 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-16T02:22:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:22:56,730 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:22:56,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621eb5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37415,-1 for getting cluster id 2024-11-16T02:22:56,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:56,731 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d65e6-71fc-4c81-9cbb-aa436c3862b8' 2024-11-16T02:22:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d65e6-71fc-4c81-9cbb-aa436c3862b8" 2024-11-16T02:22:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f55340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37415,-1] 2024-11-16T02:22:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:56,732 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:56,733 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71374f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188385f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37141,-1 for getting cluster id 2024-11-16T02:22:56,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:56,735 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4956271-df0c-42f2-8967-60043bae572d' 2024-11-16T02:22:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4956271-df0c-42f2-8967-60043bae572d" 2024-11-16T02:22:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af7c740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37141,-1] 2024-11-16T02:22:56,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:56,736 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:56,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6954f25a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce01f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37415,-1 for getting cluster id 2024-11-16T02:22:56,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:56,738 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d65e6-71fc-4c81-9cbb-aa436c3862b8' 2024-11-16T02:22:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d65e6-71fc-4c81-9cbb-aa436c3862b8" 2024-11-16T02:22:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d20b492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37415,-1] 2024-11-16T02:22:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:56,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:56,739 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:56,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682d9d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37415,1731723764302 2024-11-16T02:22:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bd96ce6 2024-11-16T02:22:56,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:56,742 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:56,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:37141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:22:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:22:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:56,744 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:37141' 2024-11-16T02:22:56,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b7cef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,745 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37141,-1 for getting cluster id 2024-11-16T02:22:56,745 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:56,746 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4956271-df0c-42f2-8967-60043bae572d' 2024-11-16T02:22:56,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:56,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4956271-df0c-42f2-8967-60043bae572d" 2024-11-16T02:22:56,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724136ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37141,-1] 2024-11-16T02:22:56,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:56,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:56,747 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:56,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311e9cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:56,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:56,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37141,1731723769901 2024-11-16T02:22:56,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cc8a26 2024-11-16T02:22:56,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:56,749 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:56,750 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T02:22:56,750 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:22:56,750 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:56,750 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:56,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:56,750 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:56,751 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:22:56,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:22:56,752 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:56,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:22:56,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:22:56,801 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:22:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:57,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b80f4074fd9a3469f25eb13ce3ec9d9f, NAME => 'hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91 2024-11-16T02:22:57,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:22:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:57,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:57,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b80f4074fd9a3469f25eb13ce3ec9d9f, disabling compactions & flushes 2024-11-16T02:22:57,569 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:22:57,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:22:57,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. after waiting 0 ms 2024-11-16T02:22:57,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:22:57,569 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:22:57,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b80f4074fd9a3469f25eb13ce3ec9d9f: Waiting for close lock at 1731723777569Disabling compacts and flushes for region at 1731723777569Disabling writes for close at 1731723777569Writing region close event to WAL at 1731723777569Closed at 1731723777569 2024-11-16T02:22:57,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:22:57,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723777643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723777643"}]},"ts":"1731723777643"} 2024-11-16T02:22:57,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:22:57,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:22:57,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723777646"}]},"ts":"1731723777646"} 2024-11-16T02:22:57,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:22:57,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b80f4074fd9a3469f25eb13ce3ec9d9f, ASSIGN}] 2024-11-16T02:22:57,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b80f4074fd9a3469f25eb13ce3ec9d9f, ASSIGN 2024-11-16T02:22:57,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b80f4074fd9a3469f25eb13ce3ec9d9f, ASSIGN; state=OFFLINE, location=667222f7cf1b,44805,1731723764499; forceNewPlan=false, retain=false 2024-11-16T02:22:57,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b80f4074fd9a3469f25eb13ce3ec9d9f, regionState=OPENING, regionLocation=667222f7cf1b,44805,1731723764499 2024-11-16T02:22:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b80f4074fd9a3469f25eb13ce3ec9d9f, ASSIGN because future has completed 2024-11-16T02:22:57,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b80f4074fd9a3469f25eb13ce3ec9d9f, server=667222f7cf1b,44805,1731723764499}] 2024-11-16T02:22:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:57,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:22:57,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:22:57,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:22:57,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44805%2C1731723764499.rep, suffix=, logDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499, archiveDir=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/oldWALs, maxLogs=10 2024-11-16T02:22:57,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.rep.1731723777959, exclude list is [], retry=0 2024-11-16T02:22:57,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33555,DS-651c1c84-eac6-435d-9a72-5e1d1217083a,DISK] 2024-11-16T02:22:57,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.rep.1731723777959 2024-11-16T02:22:57,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43611:43611)] 2024-11-16T02:22:57,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b80f4074fd9a3469f25eb13ce3ec9d9f, NAME => 'hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:22:57,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:22:57,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:22:57,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. service=MultiRowMutationService 2024-11-16T02:22:57,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:22:57,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:57,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,977 INFO [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,978 INFO [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f4074fd9a3469f25eb13ce3ec9d9f columnFamilyName hfileref 2024-11-16T02:22:57,978 DEBUG [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:57,979 INFO [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] regionserver.HStore(327): Store=b80f4074fd9a3469f25eb13ce3ec9d9f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:57,979 INFO [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,980 INFO [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f4074fd9a3469f25eb13ce3ec9d9f columnFamilyName queue 2024-11-16T02:22:57,980 DEBUG [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:57,980 INFO [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] regionserver.HStore(327): Store=b80f4074fd9a3469f25eb13ce3ec9d9f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:57,981 INFO [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,982 INFO [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f4074fd9a3469f25eb13ce3ec9d9f columnFamilyName sid 2024-11-16T02:22:57,982 DEBUG [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:57,982 INFO [StoreOpener-b80f4074fd9a3469f25eb13ce3ec9d9f-1 {}] regionserver.HStore(327): Store=b80f4074fd9a3469f25eb13ce3ec9d9f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:22:57,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:22:57,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:22:57,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b80f4074fd9a3469f25eb13ce3ec9d9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61432737, jitterRate=-0.08458088338375092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:22:57,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:22:57,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b80f4074fd9a3469f25eb13ce3ec9d9f: Running coprocessor pre-open hook at 1731723777976Writing region info on filesystem at 1731723777976Initializing all the Stores at 1731723777977 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723777977Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723777977Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723777977Cleaning up temporary data from old regions at 1731723777984 (+7 ms)Running coprocessor post-open hooks at 1731723777987 (+3 ms)Region opened successfully at 1731723777987 2024-11-16T02:22:57,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f., pid=10, masterSystemTime=1731723777954 2024-11-16T02:22:57,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:22:57,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:22:57,991 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b80f4074fd9a3469f25eb13ce3ec9d9f, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,44805,1731723764499 2024-11-16T02:22:57,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b80f4074fd9a3469f25eb13ce3ec9d9f, server=667222f7cf1b,44805,1731723764499 because future has completed 2024-11-16T02:22:57,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:22:57,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b80f4074fd9a3469f25eb13ce3ec9d9f, server=667222f7cf1b,44805,1731723764499 in 191 msec 2024-11-16T02:22:57,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:22:57,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b80f4074fd9a3469f25eb13ce3ec9d9f, ASSIGN in 347 msec 2024-11-16T02:22:57,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:22:57,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723777997"}]},"ts":"1731723777997"} 2024-11-16T02:22:57,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:22:57,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:22:58,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2500 sec 2024-11-16T02:22:58,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f., hostname=667222f7cf1b,44805,1731723764499, seqNum=2] 2024-11-16T02:22:58,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:58,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:22:58,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:22:58,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:22:58,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:22:58,286 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:22:58,311 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,44805,1731723764499, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:22:58,311 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:22:58,312 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44805,1731723764499, seqNum=-1] 2024-11-16T02:22:58,312 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:22:58,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T02:22:58,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,44805,1731723764499', locateType=CURRENT is [region=hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f., hostname=667222f7cf1b,44805,1731723764499, seqNum=2] 2024-11-16T02:22:58,317 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:22:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:22:58,319 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,44805,1731723764499 suceeded 2024-11-16T02:22:58,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:22:58,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T02:22:58,320 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:37141,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:22:58,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5780 sec 2024-11-16T02:22:58,330 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:37141' 2024-11-16T02:22:58,331 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4353e3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:58,331 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37141,-1 for getting cluster id 2024-11-16T02:22:58,331 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:58,332 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4956271-df0c-42f2-8967-60043bae572d' 2024-11-16T02:22:58,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:58,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4956271-df0c-42f2-8967-60043bae572d" 2024-11-16T02:22:58,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c3fb96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:58,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37141,-1] 2024-11-16T02:22:58,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:58,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:58,333 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:58,334 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a807b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:58,334 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37141,1731723769901 2024-11-16T02:22:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46642ea7 2024-11-16T02:22:58,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:58,335 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T02:22:58,336 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,44805,1731723764499 (queues=1) is replicating from cluster=091d65e6-71fc-4c81-9cbb-aa436c3862b8 to cluster=c4956271-df0c-42f2-8967-60043bae572d 2024-11-16T02:22:58,336 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C44805%2C1731723764499 2024-11-16T02:22:58,336 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,44805,1731723764499, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:22:58,336 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C44805%2C1731723764499 2024-11-16T02:22:58,336 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707, startPosition=0, beingWritten=true 2024-11-16T02:22:58,341 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:22:58,341 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 379, reset compression=false 2024-11-16T02:22:58,341 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44805,1731723764499 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:22:58,544 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 379, reset compression=false 2024-11-16T02:22:58,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:22:58,848 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 379, reset compression=false 2024-11-16T02:22:58,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:58,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:58,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:58,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:58,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:58,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:58,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:58,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:22:58,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:22:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:58,889 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:22:58,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:22:58,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:22:58,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:58,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:58,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:58,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d80fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:58,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37141,-1 for getting cluster id 2024-11-16T02:22:58,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:58,891 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4956271-df0c-42f2-8967-60043bae572d' 2024-11-16T02:22:58,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:58,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4956271-df0c-42f2-8967-60043bae572d" 2024-11-16T02:22:58,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656edb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:58,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37141,-1] 2024-11-16T02:22:58,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:58,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:58,893 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:58,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e78bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:58,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37141,1731723769901 2024-11-16T02:22:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@478d52cb 2024-11-16T02:22:58,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:58,895 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:58,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:37415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:22:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:22:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:58,898 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:37415' 2024-11-16T02:22:58,899 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a15160c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:58,899 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37415,-1 for getting cluster id 2024-11-16T02:22:58,899 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:22:58,900 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d65e6-71fc-4c81-9cbb-aa436c3862b8' 2024-11-16T02:22:58,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:22:58,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d65e6-71fc-4c81-9cbb-aa436c3862b8" 2024-11-16T02:22:58,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc9d16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:58,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37415,-1] 2024-11-16T02:22:58,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:22:58,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:58,901 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:22:58,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec4e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:22:58,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:22:58,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37415,1731723764302 2024-11-16T02:22:58,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b45529a 2024-11-16T02:22:58,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:22:58,904 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:22:58,904 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T02:22:58,904 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:22:58,904 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:58,905 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:22:58,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:22:58,905 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:22:58,906 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:22:58,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:22:58,907 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:22:58,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:22:58,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:22:58,956 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:22:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:59,252 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 379, reset compression=false 2024-11-16T02:22:59,314 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7657f5f99f8d61dec380b59b2f0c676, NAME => 'hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4 2024-11-16T02:22:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:22:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:22:59,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:22:59,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e7657f5f99f8d61dec380b59b2f0c676, disabling compactions & flushes 2024-11-16T02:22:59,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:22:59,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:22:59,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. after waiting 0 ms 2024-11-16T02:22:59,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:22:59,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:22:59,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7657f5f99f8d61dec380b59b2f0c676: Waiting for close lock at 1731723779719Disabling compacts and flushes for region at 1731723779719Disabling writes for close at 1731723779719Writing region close event to WAL at 1731723779719Closed at 1731723779719 2024-11-16T02:22:59,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:22:59,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723779720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723779720"}]},"ts":"1731723779720"} 2024-11-16T02:22:59,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:22:59,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:22:59,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723779723"}]},"ts":"1731723779723"} 2024-11-16T02:22:59,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:22:59,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e7657f5f99f8d61dec380b59b2f0c676, ASSIGN}] 2024-11-16T02:22:59,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e7657f5f99f8d61dec380b59b2f0c676, ASSIGN 2024-11-16T02:22:59,726 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e7657f5f99f8d61dec380b59b2f0c676, ASSIGN; state=OFFLINE, location=667222f7cf1b,39813,1731723770050; forceNewPlan=false, retain=false 2024-11-16T02:22:59,755 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 379, reset compression=false 2024-11-16T02:22:59,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e7657f5f99f8d61dec380b59b2f0c676, regionState=OPENING, regionLocation=667222f7cf1b,39813,1731723770050 2024-11-16T02:22:59,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e7657f5f99f8d61dec380b59b2f0c676, ASSIGN because future has completed 2024-11-16T02:22:59,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7657f5f99f8d61dec380b59b2f0c676, server=667222f7cf1b,39813,1731723770050}] 2024-11-16T02:23:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:00,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:23:00,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:00,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:23:00,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39813%2C1731723770050.rep, suffix=, logDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050, archiveDir=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/oldWALs, maxLogs=10 2024-11-16T02:23:00,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.rep.1731723780036, exclude list is [], retry=0 2024-11-16T02:23:00,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41779,DS-d36d8ac8-6920-4cdb-8277-3c387fd9bcb9,DISK] 2024-11-16T02:23:00,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.rep.1731723780036 2024-11-16T02:23:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43863:43863)] 2024-11-16T02:23:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e7657f5f99f8d61dec380b59b2f0c676, NAME => 'hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:00,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:23:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. service=MultiRowMutationService 2024-11-16T02:23:00,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:23:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,053 INFO [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,053 INFO [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7657f5f99f8d61dec380b59b2f0c676 columnFamilyName hfileref 2024-11-16T02:23:00,053 DEBUG [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:00,054 INFO [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] regionserver.HStore(327): Store=e7657f5f99f8d61dec380b59b2f0c676/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:00,054 INFO [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,055 INFO [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7657f5f99f8d61dec380b59b2f0c676 columnFamilyName queue 2024-11-16T02:23:00,055 DEBUG [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:00,055 INFO [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] regionserver.HStore(327): Store=e7657f5f99f8d61dec380b59b2f0c676/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:00,055 INFO [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,056 INFO [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7657f5f99f8d61dec380b59b2f0c676 columnFamilyName sid 2024-11-16T02:23:00,056 DEBUG [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:00,056 INFO [StoreOpener-e7657f5f99f8d61dec380b59b2f0c676-1 {}] regionserver.HStore(327): Store=e7657f5f99f8d61dec380b59b2f0c676/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:00,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:23:00,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:00,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e7657f5f99f8d61dec380b59b2f0c676; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60579451, jitterRate=-0.0972958356142044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:23:00,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:00,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e7657f5f99f8d61dec380b59b2f0c676: Running coprocessor pre-open hook at 1731723780051Writing region info on filesystem at 1731723780051Initializing all the Stores at 1731723780052 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723780052Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723780052Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723780052Cleaning up temporary data from old regions at 1731723780058 (+6 ms)Running coprocessor post-open hooks at 1731723780061 (+3 ms)Region opened successfully at 1731723780061 2024-11-16T02:23:00,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676., pid=10, masterSystemTime=1731723780031 2024-11-16T02:23:00,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:23:00,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:23:00,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e7657f5f99f8d61dec380b59b2f0c676, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,39813,1731723770050 2024-11-16T02:23:00,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7657f5f99f8d61dec380b59b2f0c676, server=667222f7cf1b,39813,1731723770050 because future has completed 2024-11-16T02:23:00,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:23:00,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e7657f5f99f8d61dec380b59b2f0c676, server=667222f7cf1b,39813,1731723770050 in 187 msec 2024-11-16T02:23:00,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:23:00,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e7657f5f99f8d61dec380b59b2f0c676, ASSIGN in 342 msec 2024-11-16T02:23:00,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:23:00,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723780069"}]},"ts":"1731723780069"} 2024-11-16T02:23:00,070 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:23:00,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:23:00,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-16T02:23:00,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676., hostname=667222f7cf1b,39813,1731723770050, seqNum=2] 2024-11-16T02:23:00,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:23:00,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:23:00,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:23:00,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:23:00,307 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:23:00,332 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,39813,1731723770050, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:23:00,332 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:00,332 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39813,1731723770050, seqNum=-1] 2024-11-16T02:23:00,332 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:00,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T02:23:00,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,39813,1731723770050', locateType=CURRENT is [region=hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676., hostname=667222f7cf1b,39813,1731723770050, seqNum=2] 2024-11-16T02:23:00,336 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:23:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:23:00,338 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,39813,1731723770050 suceeded 2024-11-16T02:23:00,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:23:00,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T02:23:00,340 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:37415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:23:00,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4450 sec 2024-11-16T02:23:00,350 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:37415' 2024-11-16T02:23:00,351 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1415ecb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:00,351 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37415,-1 for getting cluster id 2024-11-16T02:23:00,351 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:00,352 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d65e6-71fc-4c81-9cbb-aa436c3862b8' 2024-11-16T02:23:00,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:00,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d65e6-71fc-4c81-9cbb-aa436c3862b8" 2024-11-16T02:23:00,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28d1e2d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:00,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37415,-1] 2024-11-16T02:23:00,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:00,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:00,353 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:00,353 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3610f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:00,354 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37415,1731723764302 2024-11-16T02:23:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@292b479e 2024-11-16T02:23:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:00,355 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T02:23:00,356 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,39813,1731723770050 (queues=1) is replicating from cluster=c4956271-df0c-42f2-8967-60043bae572d to cluster=091d65e6-71fc-4c81-9cbb-aa436c3862b8 2024-11-16T02:23:00,356 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C39813%2C1731723770050 2024-11-16T02:23:00,356 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,39813,1731723770050, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:23:00,356 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C39813%2C1731723770050 2024-11-16T02:23:00,356 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394, startPosition=0, beingWritten=true 2024-11-16T02:23:00,359 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 379, reset compression=false 2024-11-16T02:23:00,361 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:00,361 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 379, reset compression=false 2024-11-16T02:23:00,361 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39813,1731723770050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:00,565 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 379, reset compression=false 2024-11-16T02:23:00,869 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 379, reset compression=false 2024-11-16T02:23:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:01,040 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:23:01,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:01,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:01,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:01,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:01,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:01,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:01,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731723781043/Put/seqid=0 2024-11-16T02:23:01,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741840_1016 (size=7894) 2024-11-16T02:23:01,062 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 379, reset compression=false 2024-11-16T02:23:01,273 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 379, reset compression=false 2024-11-16T02:23:01,449 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731723781448/Put/seqid=0 2024-11-16T02:23:01,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741841_1017 (size=7691) 2024-11-16T02:23:01,776 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 379, reset compression=false 2024-11-16T02:23:01,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770c8b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:01,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37415,-1 for getting cluster id 2024-11-16T02:23:01,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:01,854 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d65e6-71fc-4c81-9cbb-aa436c3862b8' 2024-11-16T02:23:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d65e6-71fc-4c81-9cbb-aa436c3862b8" 2024-11-16T02:23:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cef804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37415,-1] 2024-11-16T02:23:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:01,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:01,856 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:01,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18775c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:01,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44805,1731723764499, seqNum=-1] 2024-11-16T02:23:01,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:01,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:01,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:01,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37415,1731723764302 2024-11-16T02:23:01,866 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 379, reset compression=false 2024-11-16T02:23:01,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bc0e56 2024-11-16T02:23:01,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:01,867 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9., hostname=667222f7cf1b,44805,1731723764499, seqNum=2] 2024-11-16T02:23:01,873 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:23:01,878 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-16T02:23:01,880 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-16T02:23:01,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/testHFileCyclicReplication_01/f/hfile_0 for inclusion in ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f 2024-11-16T02:23:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T02:23:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:23:01,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/testHFileCyclicReplication_01/f/hfile_1 for inclusion in ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f 2024-11-16T02:23:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T02:23:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:23:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegion(2603): Flush status journal for ae9a6b3bb8fb8cddd100ea5c58f5bfd9: 2024-11-16T02:23:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_0 2024-11-16T02:23:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_0 as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_ 2024-11-16T02:23:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_1 2024-11-16T02:23:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_1 as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_ 2024-11-16T02:23:01,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_0 into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_ - updating store file list. 2024-11-16T02:23:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8734f7b373434ecba5aef20e1da9437d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:23:01,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_ into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f 2024-11-16T02:23:01,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_0 into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f (new location: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_) 2024-11-16T02:23:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_0 2024-11-16T02:23:01,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_1 into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_ - updating store file list. 2024-11-16T02:23:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84a7608a68d6492390b2723884a2e4b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:23:01,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_ into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f 2024-11-16T02:23:01,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_1 into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f (new location: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_) 2024-11-16T02:23:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins__test__d82u2snkmqtkjqor1jm581rc8nm96sraaiv8vihcssj4g5jidteasj3n4a27jlhe/f/hfile_1 2024-11-16T02:23:01,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:01,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:01,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:01,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:01,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9., hostname=667222f7cf1b,44805,1731723764499, seqNum=2 , the old value is region=test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9., hostname=667222f7cf1b,44805,1731723764499, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=667222f7cf1b:44805 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:23:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9., hostname=667222f7cf1b,44805,1731723764499, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:23:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9., hostname=667222f7cf1b,44805,1731723764499, seqNum=2 from cache 2024-11-16T02:23:01,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:49942 deadline: 1731723841909 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:49942 2024-11-16T02:23:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39813,1731723770050, seqNum=-1] 2024-11-16T02:23:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:01,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:01,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab., hostname=667222f7cf1b,39813,1731723770050, seqNum=2] 2024-11-16T02:23:01,914 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T02:23:02,019 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:44805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T02:23:02,380 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 379, reset compression=false 2024-11-16T02:23:02,772 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 379, reset compression=false 2024-11-16T02:23:02,854 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:23:02,854 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44805,1731723764499 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731723781907/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T02:23:02,856 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:23:02,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-16T02:23:02,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.ReplicationSink(318): Replicating [091d65e6-71fc-4c81-9cbb-aa436c3862b8] bulk loaded data 2024-11-16T02:23:02,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffcd6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:02,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37141,-1 for getting cluster id 2024-11-16T02:23:02,859 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:02,859 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4956271-df0c-42f2-8967-60043bae572d' 2024-11-16T02:23:02,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4956271-df0c-42f2-8967-60043bae572d" 2024-11-16T02:23:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f4ecf44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37141,-1] 2024-11-16T02:23:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:02,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:02,861 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:02,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6519c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:02,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741840_1016 (size=7894) 2024-11-16T02:23:02,916 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T02:23:03,054 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 687, reset compression=false 2024-11-16T02:23:03,083 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 379, reset compression=false 2024-11-16T02:23:03,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741841_1017 (size=7691) 2024-11-16T02:23:03,358 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 687, reset compression=false 2024-11-16T02:23:03,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:23:03,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T02:23:03,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T02:23:03,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T02:23:03,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:23:03,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T02:23:03,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:03,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37141,1731723769901 2024-11-16T02:23:03,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@283e11cd 2024-11-16T02:23:03,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:03,683 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-16T02:23:03,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:23:03,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:03,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39813,1731723770050, seqNum=-1] 2024-11-16T02:23:03,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:03,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-16T02:23:03,693 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T02:23:03,695 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T02:23:03,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_ for inclusion in 940a5d91c5a5bd09c292a7e9dd06c2ab/f 2024-11-16T02:23:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-16T02:23:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:23:03,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_ for inclusion in 940a5d91c5a5bd09c292a7e9dd06c2ab/f 2024-11-16T02:23:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-16T02:23:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:23:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HRegion(2603): Flush status journal for 940a5d91c5a5bd09c292a7e9dd06c2ab: 2024-11-16T02:23:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8734f7b373434ecba5aef20e1da9437d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:23:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_ as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/df0b1c52bd3646b5bf2f8bb1a388683e_SeqId_4_ 2024-11-16T02:23:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 84a7608a68d6492390b2723884a2e4b2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:23:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_ as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/13873ae0faee48988869593e80151a2b_SeqId_4_ 2024-11-16T02:23:03,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_ into 940a5d91c5a5bd09c292a7e9dd06c2ab/f as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/df0b1c52bd3646b5bf2f8bb1a388683e_SeqId_4_ - updating store file list. 2024-11-16T02:23:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStoreFile(483): HFile Bloom filter type for df0b1c52bd3646b5bf2f8bb1a388683e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:23:03,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/df0b1c52bd3646b5bf2f8bb1a388683e_SeqId_4_ into 940a5d91c5a5bd09c292a7e9dd06c2ab/f 2024-11-16T02:23:03,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_ into 940a5d91c5a5bd09c292a7e9dd06c2ab/f (new location: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/df0b1c52bd3646b5bf2f8bb1a388683e_SeqId_4_) 2024-11-16T02:23:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/8734f7b373434ecba5aef20e1da9437d_SeqId_4_ 2024-11-16T02:23:03,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_ into 940a5d91c5a5bd09c292a7e9dd06c2ab/f as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/13873ae0faee48988869593e80151a2b_SeqId_4_ - updating store file list. 2024-11-16T02:23:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13873ae0faee48988869593e80151a2b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:23:03,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/13873ae0faee48988869593e80151a2b_SeqId_4_ into 940a5d91c5a5bd09c292a7e9dd06c2ab/f 2024-11-16T02:23:03,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_ into 940a5d91c5a5bd09c292a7e9dd06c2ab/f (new location: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/13873ae0faee48988869593e80151a2b_SeqId_4_) 2024-11-16T02:23:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins.hfs.11__test__jr7d5mij8sch6c9agqqofnkj11a62c16lvu96ultasleqiuucs2p8c4idlsrhvne/f/84a7608a68d6492390b2723884a2e4b2_SeqId_4_ 2024-11-16T02:23:03,718 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.ReplicationSink(324): Finished replicating [091d65e6-71fc-4c81-9cbb-aa436c3862b8] bulk loaded data 2024-11-16T02:23:03,761 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 687, reset compression=false 2024-11-16T02:23:03,887 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 379, reset compression=false 2024-11-16T02:23:03,891 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:23:03,891 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39813,1731723770050 got entry batch from reader: WALEntryBatch [walEntries=[{test/940a5d91c5a5bd09c292a7e9dd06c2ab/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731723783716/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T02:23:03,893 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:23:03,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-16T02:23:03,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(318): Replicating [091d65e6-71fc-4c81-9cbb-aa436c3862b8, c4956271-df0c-42f2-8967-60043bae572d] bulk loaded data 2024-11-16T02:23:03,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53917909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:03,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37415,-1 for getting cluster id 2024-11-16T02:23:03,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:03,895 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d65e6-71fc-4c81-9cbb-aa436c3862b8' 2024-11-16T02:23:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d65e6-71fc-4c81-9cbb-aa436c3862b8" 2024-11-16T02:23:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@202dc3d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:03,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37415,-1] 2024-11-16T02:23:03,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:03,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:03,896 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:03,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bbfe309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741842_1018 (size=7894) 2024-11-16T02:23:03,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:03,928 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731723783927/Put/seqid=0 2024-11-16T02:23:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741842_1018 (size=11194) 2024-11-16T02:23:04,091 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 725, reset compression=false 2024-11-16T02:23:04,265 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 687, reset compression=false 2024-11-16T02:23:04,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741843_1019 (size=7691) 2024-11-16T02:23:04,334 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731723784334/Put/seqid=0 2024-11-16T02:23:04,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741843_1019 (size=10791) 2024-11-16T02:23:04,395 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 725, reset compression=false 2024-11-16T02:23:04,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:04,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37415,1731723764302 2024-11-16T02:23:04,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fac348e 2024-11-16T02:23:04,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:04,723 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-16T02:23:04,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:23:04,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44805,1731723764499, seqNum=-1] 2024-11-16T02:23:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:04,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-16T02:23:04,731 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__s4rqjd20dft9rujjrsapdd6qj3l6o8m9fj4n9800f8hkufq3f248afv2rbhaiged/f/13873ae0faee48988869593e80151a2b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-16T02:23:04,733 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__s4rqjd20dft9rujjrsapdd6qj3l6o8m9fj4n9800f8hkufq3f248afv2rbhaiged/f/df0b1c52bd3646b5bf2f8bb1a388683e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-16T02:23:04,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(324): Finished replicating [091d65e6-71fc-4c81-9cbb-aa436c3862b8, c4956271-df0c-42f2-8967-60043bae572d] bulk loaded data 2024-11-16T02:23:04,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7a3d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:04,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37141,-1 for getting cluster id 2024-11-16T02:23:04,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:04,739 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4956271-df0c-42f2-8967-60043bae572d' 2024-11-16T02:23:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4956271-df0c-42f2-8967-60043bae572d" 2024-11-16T02:23:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138c82ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37141,-1] 2024-11-16T02:23:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:04,741 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:04,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db8faa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:04,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39813,1731723770050, seqNum=-1] 2024-11-16T02:23:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:04,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:04,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37141,1731723769901 2024-11-16T02:23:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38e2fa95 2024-11-16T02:23:04,750 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:04,751 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab., hostname=667222f7cf1b,39813,1731723770050, seqNum=2] 2024-11-16T02:23:04,756 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:23:04,760 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-16T02:23:04,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-16T02:23:04,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 940a5d91c5a5bd09c292a7e9dd06c2ab/f 2024-11-16T02:23:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T02:23:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:23:04,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 940a5d91c5a5bd09c292a7e9dd06c2ab/f 2024-11-16T02:23:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T02:23:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:23:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HRegion(2603): Flush status journal for 940a5d91c5a5bd09c292a7e9dd06c2ab: 2024-11-16T02:23:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_1 2024-11-16T02:23:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_1 as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/a1a7396472194852a17d252532fd45e3_SeqId_6_ 2024-11-16T02:23:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_0 2024-11-16T02:23:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_0 as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ 2024-11-16T02:23:04,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_1 into 940a5d91c5a5bd09c292a7e9dd06c2ab/f as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/a1a7396472194852a17d252532fd45e3_SeqId_6_ - updating store file list. 2024-11-16T02:23:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1a7396472194852a17d252532fd45e3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:23:04,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/a1a7396472194852a17d252532fd45e3_SeqId_6_ into 940a5d91c5a5bd09c292a7e9dd06c2ab/f 2024-11-16T02:23:04,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_1 into 940a5d91c5a5bd09c292a7e9dd06c2ab/f (new location: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/a1a7396472194852a17d252532fd45e3_SeqId_6_) 2024-11-16T02:23:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_1 2024-11-16T02:23:04,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_0 into 940a5d91c5a5bd09c292a7e9dd06c2ab/f as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ - updating store file list. 2024-11-16T02:23:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:23:04,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ into 940a5d91c5a5bd09c292a7e9dd06c2ab/f 2024-11-16T02:23:04,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_0 into 940a5d91c5a5bd09c292a7e9dd06c2ab/f (new location: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_) 2024-11-16T02:23:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/staging/jenkins__test__ppkrl4blt64fiqhucfdb7r7087f4oifm08fraupvv7v98mtj4njbagpna56a297n/f/hfile_0 2024-11-16T02:23:04,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:04,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:04,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:04,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:04,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab., hostname=667222f7cf1b,39813,1731723770050, seqNum=2 , the old value is region=test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab., hostname=667222f7cf1b,39813,1731723770050, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=667222f7cf1b:39813 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:23:04,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:04,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab., hostname=667222f7cf1b,39813,1731723770050, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:23:04,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab., hostname=667222f7cf1b,39813,1731723770050, seqNum=2 from cache 2024-11-16T02:23:04,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:04,789 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T02:23:04,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44805,1731723764499, seqNum=-1] 2024-11-16T02:23:04,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:04,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:04,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9., hostname=667222f7cf1b,44805,1731723764499, seqNum=2] 2024-11-16T02:23:04,799 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 725, reset compression=false 2024-11-16T02:23:04,799 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T02:23:04,803 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:23:04,803 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39813,1731723770050 got entry batch from reader: WALEntryBatch [walEntries=[{test/940a5d91c5a5bd09c292a7e9dd06c2ab/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731723784787/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T02:23:04,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(318): Replicating [c4956271-df0c-42f2-8967-60043bae572d] bulk loaded data 2024-11-16T02:23:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741844_1020 (size=10791) 2024-11-16T02:23:04,869 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 687, reset compression=false 2024-11-16T02:23:04,900 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:39813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T02:23:05,004 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 1033, reset compression=false 2024-11-16T02:23:05,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741845_1021 (size=11194) 2024-11-16T02:23:05,307 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 1033, reset compression=false 2024-11-16T02:23:05,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:23:05,572 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 687, reset compression=false 2024-11-16T02:23:05,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:05,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:05,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:05,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:05,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:05,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:05,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:05,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:05,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:23:05,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/a1a7396472194852a17d252532fd45e3_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-16T02:23:05,632 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-16T02:23:05,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/a1a7396472194852a17d252532fd45e3_SeqId_6_ for inclusion in ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f 2024-11-16T02:23:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-16T02:23:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:23:05,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ for inclusion in ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f 2024-11-16T02:23:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-16T02:23:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:23:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegion(2603): Flush status journal for ae9a6b3bb8fb8cddd100ea5c58f5bfd9: 2024-11-16T02:23:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a1a7396472194852a17d252532fd45e3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:23:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/a1a7396472194852a17d252532fd45e3_SeqId_6_ as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/d34e5a5cd69a419bb16889f87d03f3b0_SeqId_6_ 2024-11-16T02:23:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:23:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/918914f5db5e4f63a1a6a1f5b05769b5_SeqId_6_ 2024-11-16T02:23:05,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/a1a7396472194852a17d252532fd45e3_SeqId_6_ into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/d34e5a5cd69a419bb16889f87d03f3b0_SeqId_6_ - updating store file list. 2024-11-16T02:23:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d34e5a5cd69a419bb16889f87d03f3b0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:23:05,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/d34e5a5cd69a419bb16889f87d03f3b0_SeqId_6_ into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f 2024-11-16T02:23:05,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/a1a7396472194852a17d252532fd45e3_SeqId_6_ into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f (new location: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/d34e5a5cd69a419bb16889f87d03f3b0_SeqId_6_) 2024-11-16T02:23:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/a1a7396472194852a17d252532fd45e3_SeqId_6_ 2024-11-16T02:23:05,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/918914f5db5e4f63a1a6a1f5b05769b5_SeqId_6_ - updating store file list. 2024-11-16T02:23:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 918914f5db5e4f63a1a6a1f5b05769b5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:23:05,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/918914f5db5e4f63a1a6a1f5b05769b5_SeqId_6_ into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f 2024-11-16T02:23:05,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ into ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f (new location: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/f/918914f5db5e4f63a1a6a1f5b05769b5_SeqId_6_) 2024-11-16T02:23:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/staging/jenkins.hfs.10__test__aioajdg66ebcm6p0b8qp0mr6vu5acqj0eea1ee65j251f8mth8aoobf7j6n91vo5/f/db86cdcf0c94468085ac6d07a02ac21d_SeqId_6_ 2024-11-16T02:23:05,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44805 {}] regionserver.ReplicationSink(324): Finished replicating [c4956271-df0c-42f2-8967-60043bae572d] bulk loaded data 2024-11-16T02:23:05,711 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 1033, reset compression=false 2024-11-16T02:23:05,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:23:05,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:05,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:05,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:05,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:05,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:05,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:23:05,812 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1108843432, stopped=false 2024-11-16T02:23:05,812 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,37141,1731723769901 2024-11-16T02:23:05,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11361667675/running 2024-11-16T02:23:05,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11361667675/running 2024-11-16T02:23:05,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:23:05,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:23:05,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:23:05,859 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:05,859 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:05,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:05,859 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,39813,1731723770050' ***** 2024-11-16T02:23:05,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:23:05,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on znode that does not yet exist, /11361667675/running 2024-11-16T02:23:05,859 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:23:05,859 INFO [RS:0;667222f7cf1b:39813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:23:05,859 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:23:05,859 INFO [RS:0;667222f7cf1b:39813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:23:05,859 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(3091): Received CLOSE for e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:05,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Set watcher on znode that does not yet exist, /11361667675/running 2024-11-16T02:23:05,860 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(3091): Received CLOSE for 940a5d91c5a5bd09c292a7e9dd06c2ab 2024-11-16T02:23:05,860 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,39813,1731723770050 2024-11-16T02:23:05,860 INFO [RS:0;667222f7cf1b:39813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:23:05,860 INFO [RS:0;667222f7cf1b:39813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:39813. 2024-11-16T02:23:05,860 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7657f5f99f8d61dec380b59b2f0c676, disabling compactions & flushes 2024-11-16T02:23:05,860 DEBUG [RS:0;667222f7cf1b:39813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:05,860 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:23:05,860 DEBUG [RS:0;667222f7cf1b:39813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:05,860 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:23:05,860 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. after waiting 0 ms 2024-11-16T02:23:05,860 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:23:05,860 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:23:05,860 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:23:05,860 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:23:05,860 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:23:05,860 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7657f5f99f8d61dec380b59b2f0c676 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-16T02:23:05,860 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:23:05,860 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1325): Online Regions={e7657f5f99f8d61dec380b59b2f0c676=hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676., 940a5d91c5a5bd09c292a7e9dd06c2ab=test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:23:05,861 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 940a5d91c5a5bd09c292a7e9dd06c2ab, e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:05,861 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:23:05,861 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:23:05,861 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:23:05,861 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:23:05,861 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:23:05,861 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:23:05,875 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:23:05,875 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/.tmp/hfileref/544b0581d1df470abb708e665b6f26d8 is 74, key is 1/hfileref:13873ae0faee48988869593e80151a2b_SeqId_4_/1731723784736/DeleteColumn/seqid=0 2024-11-16T02:23:05,877 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/info/083994f79e164ea09379d22a819fb126 is 147, key is hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676./info:regioninfo/1731723780063/Put/seqid=0 2024-11-16T02:23:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741844_1020 (size=5345) 2024-11-16T02:23:05,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741845_1021 (size=7686) 2024-11-16T02:23:06,061 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 940a5d91c5a5bd09c292a7e9dd06c2ab, e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:06,215 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 1033, reset compression=false 2024-11-16T02:23:06,261 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 940a5d91c5a5bd09c292a7e9dd06c2ab, e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:06,280 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/.tmp/hfileref/544b0581d1df470abb708e665b6f26d8 2024-11-16T02:23:06,281 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/info/083994f79e164ea09379d22a819fb126 2024-11-16T02:23:06,296 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:23:06,296 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:23:06,298 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/.tmp/queue/2c8483bb6e2e4932863723d454b93fc8 is 154, key is 1-667222f7cf1b,39813,1731723770050/queue:667222f7cf1b%2C39813%2C1731723770050/1731723785663/Put/seqid=0 2024-11-16T02:23:06,306 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/ns/75cf110083f84a52bd3c31f1b0e78d3e is 43, key is default/ns:d/1731723773357/Put/seqid=0 2024-11-16T02:23:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741846_1022 (size=5353) 2024-11-16T02:23:06,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741847_1023 (size=5153) 2024-11-16T02:23:06,376 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 687, reset compression=false 2024-11-16T02:23:06,380 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:23:06,380 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44805,1731723764499 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731723785658/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-16T02:23:06,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 667222f7cf1b,39813,1731723770050 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T02:23:06,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:33994 deadline: 1731723846381, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 667222f7cf1b,39813,1731723770050 stopping 2024-11-16T02:23:06,384 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 667222f7cf1b,39813,1731723770050 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:06,473 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 940a5d91c5a5bd09c292a7e9dd06c2ab, e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:06,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 667222f7cf1b,39813,1731723770050 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T02:23:06,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:33994 deadline: 1731723846487, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 667222f7cf1b,39813,1731723770050 stopping 2024-11-16T02:23:06,487 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 667222f7cf1b,39813,1731723770050 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:06,581 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1033, reset compression=false 2024-11-16T02:23:06,673 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 940a5d91c5a5bd09c292a7e9dd06c2ab, e7657f5f99f8d61dec380b59b2f0c676 2024-11-16T02:23:06,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 667222f7cf1b,39813,1731723770050 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T02:23:06,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:33994 deadline: 1731723846690, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 667222f7cf1b,39813,1731723770050 stopping 2024-11-16T02:23:06,691 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 667222f7cf1b,39813,1731723770050 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:06,707 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/.tmp/queue/2c8483bb6e2e4932863723d454b93fc8 2024-11-16T02:23:06,710 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/ns/75cf110083f84a52bd3c31f1b0e78d3e 2024-11-16T02:23:06,713 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/.tmp/hfileref/544b0581d1df470abb708e665b6f26d8 as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/hfileref/544b0581d1df470abb708e665b6f26d8 2024-11-16T02:23:06,718 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/hfileref/544b0581d1df470abb708e665b6f26d8, entries=4, sequenceid=12, filesize=5.2 K 2024-11-16T02:23:06,719 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/.tmp/queue/2c8483bb6e2e4932863723d454b93fc8 as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/queue/2c8483bb6e2e4932863723d454b93fc8 2024-11-16T02:23:06,724 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/queue/2c8483bb6e2e4932863723d454b93fc8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T02:23:06,724 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e7657f5f99f8d61dec380b59b2f0c676 in 864ms, sequenceid=12, compaction requested=false 2024-11-16T02:23:06,728 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/replication/e7657f5f99f8d61dec380b59b2f0c676/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T02:23:06,729 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:06,729 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:06,729 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:23:06,729 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7657f5f99f8d61dec380b59b2f0c676: Waiting for close lock at 1731723785860Running coprocessor pre-close hooks at 1731723785860Disabling compacts and flushes for region at 1731723785860Disabling writes for close at 1731723785860Obtaining lock to block concurrent updates at 1731723785860Preparing flush snapshotting stores in e7657f5f99f8d61dec380b59b2f0c676 at 1731723785860Finished memstore snapshotting hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731723785861 (+1 ms)Flushing stores of hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. at 1731723785861Flushing e7657f5f99f8d61dec380b59b2f0c676/hfileref: creating writer at 1731723785861Flushing e7657f5f99f8d61dec380b59b2f0c676/hfileref: appending metadata at 1731723785875 (+14 ms)Flushing e7657f5f99f8d61dec380b59b2f0c676/hfileref: closing flushed file at 1731723785875Flushing e7657f5f99f8d61dec380b59b2f0c676/queue: creating writer at 1731723786285 (+410 ms)Flushing e7657f5f99f8d61dec380b59b2f0c676/queue: appending metadata at 1731723786298 (+13 ms)Flushing e7657f5f99f8d61dec380b59b2f0c676/queue: closing flushed file at 1731723786298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72394a50: reopening flushed file at 1731723786712 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41abe07e: reopening flushed file at 1731723786718 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e7657f5f99f8d61dec380b59b2f0c676 in 864ms, sequenceid=12, compaction requested=false at 1731723786724 (+6 ms)Writing region close event to WAL at 1731723786725 (+1 ms)Running coprocessor post-close hooks at 1731723786729 (+4 ms)Closed at 1731723786729 2024-11-16T02:23:06,729 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723778905.e7657f5f99f8d61dec380b59b2f0c676. 2024-11-16T02:23:06,729 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 940a5d91c5a5bd09c292a7e9dd06c2ab, disabling compactions & flushes 2024-11-16T02:23:06,729 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:23:06,729 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:23:06,729 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. after waiting 0 ms 2024-11-16T02:23:06,729 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:23:06,730 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/rep_barrier/89833897f20a4f4e90bdba8daa3855ac is 112, key is test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab./rep_barrier:seqnumDuringOpen/1731723776337/Put/seqid=0 2024-11-16T02:23:06,733 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/default/test/940a5d91c5a5bd09c292a7e9dd06c2ab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T02:23:06,734 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:06,734 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:23:06,734 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:23:06,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741848_1024 (size=5518) 2024-11-16T02:23:06,734 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 940a5d91c5a5bd09c292a7e9dd06c2ab: Waiting for close lock at 1731723786729Running coprocessor pre-close hooks at 1731723786729Disabling compacts and flushes for region at 1731723786729Disabling writes for close at 1731723786729Writing region close event to WAL at 1731723786730 (+1 ms)Running coprocessor post-close hooks at 1731723786734 (+4 ms)Closed at 1731723786734 2024-11-16T02:23:06,734 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723775591.940a5d91c5a5bd09c292a7e9dd06c2ab. 2024-11-16T02:23:06,818 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 1033, reset compression=false 2024-11-16T02:23:06,823 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:06,823 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 1328, reset compression=false 2024-11-16T02:23:06,823 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39813,1731723770050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:06,823 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,39813,1731723770050: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-667222f7cf1b,39813,1731723770050, walGroup=667222f7cf1b%2C39813%2C1731723770050, offset=667222f7cf1b%2C39813%2C1731723770050.1731723772394:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:39813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:23:06,824 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:23:06,825 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:23:06,826 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:23:06,826 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:23:06,826 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:23:06,826 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 489756032 }, "NonHeapMemoryUsage": { "committed": 189923328, "init": 7667712, "max": -1, "used": 184533640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:23:06,840 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T02:23:06,873 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:23:06,873 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:23:06,873 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:23:06,884 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1033, reset compression=false 2024-11-16T02:23:06,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 667222f7cf1b,39813,1731723770050 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:06,995 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 667222f7cf1b,39813,1731723770050 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:07,026 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 1328, reset compression=false 2024-11-16T02:23:07,073 DEBUG [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:23:07,134 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/rep_barrier/89833897f20a4f4e90bdba8daa3855ac 2024-11-16T02:23:07,151 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/table/6ba394196382443fa6cfec0993dcafcf is 53, key is hbase:replication/table:state/1731723780069/Put/seqid=0 2024-11-16T02:23:07,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741849_1025 (size=5308) 2024-11-16T02:23:07,155 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/table/6ba394196382443fa6cfec0993dcafcf 2024-11-16T02:23:07,159 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/info/083994f79e164ea09379d22a819fb126 as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/info/083994f79e164ea09379d22a819fb126 2024-11-16T02:23:07,164 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/info/083994f79e164ea09379d22a819fb126, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:23:07,164 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/ns/75cf110083f84a52bd3c31f1b0e78d3e as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/ns/75cf110083f84a52bd3c31f1b0e78d3e 2024-11-16T02:23:07,168 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/ns/75cf110083f84a52bd3c31f1b0e78d3e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:23:07,169 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/rep_barrier/89833897f20a4f4e90bdba8daa3855ac as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/rep_barrier/89833897f20a4f4e90bdba8daa3855ac 2024-11-16T02:23:07,173 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/rep_barrier/89833897f20a4f4e90bdba8daa3855ac, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:23:07,174 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/.tmp/table/6ba394196382443fa6cfec0993dcafcf as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/table/6ba394196382443fa6cfec0993dcafcf 2024-11-16T02:23:07,179 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/table/6ba394196382443fa6cfec0993dcafcf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:23:07,180 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-16T02:23:07,184 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:23:07,184 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:07,184 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:07,184 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:07,185 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723785860Running coprocessor pre-close hooks at 1731723785860Disabling compacts and flushes for region at 1731723785860Disabling writes for close at 1731723785861 (+1 ms)Obtaining lock to block concurrent updates at 1731723785861Preparing flush snapshotting stores in 1588230740 at 1731723785861Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723785861Flushing stores of hbase:meta,,1.1588230740 at 1731723785861Flushing 1588230740/info: creating writer at 1731723785861Flushing 1588230740/info: appending metadata at 1731723785876 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731723785876Flushing 1588230740/ns: creating writer at 1731723786291 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731723786305 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731723786305Flushing 1588230740/rep_barrier: creating writer at 1731723786714 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723786730 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723786730Flushing 1588230740/table: creating writer at 1731723787138 (+408 ms)Flushing 1588230740/table: appending metadata at 1731723787151 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731723787151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fae485: reopening flushed file at 1731723787159 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40dcd8f0: reopening flushed file at 1731723787164 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b1a4cc: reopening flushed file at 1731723787169 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa808f7: reopening flushed file at 1731723787174 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731723787180 (+6 ms)Writing region close event to WAL at 1731723787181 (+1 ms)Running coprocessor post-close hooks at 1731723787184 (+3 ms)Closed at 1731723787184 2024-11-16T02:23:07,185 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:07,274 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,39813,1731723770050; all regions closed. 2024-11-16T02:23:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:23:07,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.meta.1731723773303.meta not finished, retry = 0 2024-11-16T02:23:07,288 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1033, reset compression=false 2024-11-16T02:23:07,329 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 to pos 1328, reset compression=false 2024-11-16T02:23:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741839_1015 (size=3127) 2024-11-16T02:23:07,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.rep.1731723780036 not finished, retry = 0 2024-11-16T02:23:07,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 667222f7cf1b,39813,1731723770050 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:07,398 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 667222f7cf1b,39813,1731723770050 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:07,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/WALs/667222f7cf1b,39813,1731723770050/667222f7cf1b%2C39813%2C1731723770050.1731723772394 not finished, retry = 0 2024-11-16T02:23:07,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741832_1008 (size=1336) 2024-11-16T02:23:07,582 DEBUG [RS:0;667222f7cf1b:39813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:07,582 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:23:07,583 INFO [RS:0;667222f7cf1b:39813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:23:07,583 INFO [RS:0;667222f7cf1b:39813 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:23:07,583 INFO [RS:0;667222f7cf1b:39813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:23:07,583 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:23:07,583 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,39813,1731723770050 because: Region server is closing 2024-11-16T02:23:07,583 INFO [RS:0;667222f7cf1b:39813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:39813. 2024-11-16T02:23:07,584 DEBUG [RS:0;667222f7cf1b:39813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:07,584 DEBUG [RS:0;667222f7cf1b:39813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:07,584 DEBUG [RS:0;667222f7cf1b:39813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:07,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:07,684 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.shipper667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 terminated 2024-11-16T02:23:07,684 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39813,1731723770050.replicationSource.wal-reader.667222f7cf1b%2C39813%2C1731723770050,1-667222f7cf1b,39813,1731723770050 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:23:07,684 INFO [RS:0;667222f7cf1b:39813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:39813. 2024-11-16T02:23:07,684 DEBUG [RS:0;667222f7cf1b:39813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:07,684 DEBUG [RS:0;667222f7cf1b:39813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:07,685 DEBUG [RS:0;667222f7cf1b:39813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:07,685 INFO [RS:0;667222f7cf1b:39813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39813 2024-11-16T02:23:07,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:07,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11361667675/rs/667222f7cf1b,39813,1731723770050 2024-11-16T02:23:07,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675/rs 2024-11-16T02:23:07,785 INFO [RS:0;667222f7cf1b:39813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:23:07,791 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1033, reset compression=false 2024-11-16T02:23:07,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,39813,1731723770050] 2024-11-16T02:23:07,869 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11361667675/draining/667222f7cf1b,39813,1731723770050 already deleted, retry=false 2024-11-16T02:23:07,869 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,39813,1731723770050 expired; onlineServers=0 2024-11-16T02:23:07,869 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,37141,1731723769901' ***** 2024-11-16T02:23:07,869 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:23:07,869 INFO [M:0;667222f7cf1b:37141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:23:07,869 INFO [M:0;667222f7cf1b:37141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:23:07,869 DEBUG [M:0;667222f7cf1b:37141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:23:07,869 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:23:07,869 DEBUG [M:0;667222f7cf1b:37141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:23:07,869 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723772097 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723772097,5,FailOnTimeoutGroup] 2024-11-16T02:23:07,869 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723772097 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723772097,5,FailOnTimeoutGroup] 2024-11-16T02:23:07,869 INFO [M:0;667222f7cf1b:37141 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:23:07,869 INFO [M:0;667222f7cf1b:37141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:23:07,869 DEBUG [M:0;667222f7cf1b:37141 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:23:07,869 INFO [M:0;667222f7cf1b:37141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:23:07,870 INFO [M:0;667222f7cf1b:37141 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:23:07,870 INFO [M:0;667222f7cf1b:37141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:23:07,870 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:23:07,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11361667675/master 2024-11-16T02:23:07,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11361667675 2024-11-16T02:23:07,879 DEBUG [M:0;667222f7cf1b:37141 {}] zookeeper.ZKUtil(347): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Unable to get data of znode /11361667675/master because node does not exist (not an error) 2024-11-16T02:23:07,879 WARN [M:0;667222f7cf1b:37141 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:23:07,880 INFO [M:0;667222f7cf1b:37141 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/.lastflushedseqids 2024-11-16T02:23:07,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741850_1026 (size=263) 2024-11-16T02:23:07,901 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 667222f7cf1b:39813 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 667222f7cf1b/172.17.0.3:39813 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:07,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 667222f7cf1b:39813 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 667222f7cf1b/172.17.0.3:39813 2024-11-16T02:23:07,901 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=667222f7cf1b:39813 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 667222f7cf1b/172.17.0.3:39813 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 667222f7cf1b/172.17.0.3:39813 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-16T02:23:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T02:23:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49290 deadline: 1731723847903, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T02:23:07,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:07,911 INFO [RS:0;667222f7cf1b:39813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:23:07,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39813-0x101417396a20004, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:07,911 INFO [RS:0;667222f7cf1b:39813 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,39813,1731723770050; zookeeper connection closed. 2024-11-16T02:23:07,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2adafff1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2adafff1 2024-11-16T02:23:07,911 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:23:07,920 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T02:23:07,920 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T02:23:08,284 INFO [M:0;667222f7cf1b:37141 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:23:08,287 INFO [M:0;667222f7cf1b:37141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:23:08,288 DEBUG [M:0;667222f7cf1b:37141 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:23:08,288 INFO [M:0;667222f7cf1b:37141 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:08,288 DEBUG [M:0;667222f7cf1b:37141 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:08,288 DEBUG [M:0;667222f7cf1b:37141 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:23:08,288 DEBUG [M:0;667222f7cf1b:37141 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:08,288 INFO [M:0;667222f7cf1b:37141 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T02:23:08,309 DEBUG [M:0;667222f7cf1b:37141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8a1932d125416aba7783729725dcf5 is 82, key is hbase:meta,,1/info:regioninfo/1731723773339/Put/seqid=0 2024-11-16T02:23:08,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741851_1027 (size=5672) 2024-11-16T02:23:08,314 INFO [M:0;667222f7cf1b:37141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8a1932d125416aba7783729725dcf5 2024-11-16T02:23:08,343 DEBUG [M:0;667222f7cf1b:37141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cbf5f93c54a4127af690b52bb95bcbc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731723780072/Put/seqid=0 2024-11-16T02:23:08,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741852_1028 (size=8516) 2024-11-16T02:23:08,347 INFO [M:0;667222f7cf1b:37141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cbf5f93c54a4127af690b52bb95bcbc 2024-11-16T02:23:08,371 DEBUG [M:0;667222f7cf1b:37141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ae7cbef33d348ad8f6587a25907754f is 69, key is 667222f7cf1b,39813,1731723770050/rs:state/1731723772209/Put/seqid=0 2024-11-16T02:23:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741853_1029 (size=5156) 2024-11-16T02:23:08,395 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1033, reset compression=false 2024-11-16T02:23:08,521 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T02:23:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-16T02:23:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37141 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:49290 deadline: 1731723848522, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-16T02:23:08,523 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-16T02:23:08,523 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T02:23:08,523 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T02:23:08,775 INFO [M:0;667222f7cf1b:37141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ae7cbef33d348ad8f6587a25907754f 2024-11-16T02:23:08,780 DEBUG [M:0;667222f7cf1b:37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7a8a1932d125416aba7783729725dcf5 as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8a1932d125416aba7783729725dcf5 2024-11-16T02:23:08,784 INFO [M:0;667222f7cf1b:37141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7a8a1932d125416aba7783729725dcf5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T02:23:08,784 DEBUG [M:0;667222f7cf1b:37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cbf5f93c54a4127af690b52bb95bcbc as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cbf5f93c54a4127af690b52bb95bcbc 2024-11-16T02:23:08,788 INFO [M:0;667222f7cf1b:37141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cbf5f93c54a4127af690b52bb95bcbc, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T02:23:08,789 DEBUG [M:0;667222f7cf1b:37141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0ae7cbef33d348ad8f6587a25907754f as hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ae7cbef33d348ad8f6587a25907754f 2024-11-16T02:23:08,793 INFO [M:0;667222f7cf1b:37141 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35743/user/jenkins/test-data/159c8617-1c31-497e-e6c1-0f78de3794b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0ae7cbef33d348ad8f6587a25907754f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T02:23:08,794 INFO [M:0;667222f7cf1b:37141 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false 2024-11-16T02:23:08,795 INFO [M:0;667222f7cf1b:37141 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:08,795 DEBUG [M:0;667222f7cf1b:37141 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723788288Disabling compacts and flushes for region at 1731723788288Disabling writes for close at 1731723788288Obtaining lock to block concurrent updates at 1731723788288Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723788288Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731723788288Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723788289 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723788289Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723788308 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723788308Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723788321 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723788342 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723788342Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723788355 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723788370 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723788370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116dd459: reopening flushed file at 1731723788779 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f01ad05: reopening flushed file at 1731723788784 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@417b5515: reopening flushed file at 1731723788788 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=97, compaction requested=false at 1731723788794 (+6 ms)Writing region close event to WAL at 1731723788795 (+1 ms)Closed at 1731723788795 2024-11-16T02:23:08,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41779 is added to blk_1073741830_1006 (size=63654) 2024-11-16T02:23:08,797 INFO [M:0;667222f7cf1b:37141 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:23:08,797 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:23:08,797 INFO [M:0;667222f7cf1b:37141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37141 2024-11-16T02:23:08,797 INFO [M:0;667222f7cf1b:37141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:23:08,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:08,958 INFO [M:0;667222f7cf1b:37141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:23:08,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37141-0x101417396a20003, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:08,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e8c61d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:23:08,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cf95229{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:23:08,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:23:08,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27fd85ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:23:08,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@700cb1f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.log.dir/,STOPPED} 2024-11-16T02:23:08,962 WARN [BP-1774884545-172.17.0.3-1731723767992 heartbeating to localhost/127.0.0.1:35743 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:23:08,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:23:08,962 WARN [BP-1774884545-172.17.0.3-1731723767992 heartbeating to localhost/127.0.0.1:35743 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1774884545-172.17.0.3-1731723767992 (Datanode Uuid a9ae0b7c-261f-432b-a828-2ac76cfac2a1) service to localhost/127.0.0.1:35743 2024-11-16T02:23:08,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:23:08,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/cluster_d5fb0ddf-25f0-edfb-4de7-195bd40b0039/data/data1/current/BP-1774884545-172.17.0.3-1731723767992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:23:08,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/cluster_d5fb0ddf-25f0-edfb-4de7-195bd40b0039/data/data2/current/BP-1774884545-172.17.0.3-1731723767992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:23:08,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:23:08,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36e87ab8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:23:08,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ef7c56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:23:08,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:23:08,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fdda285{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:23:08,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2005b3f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.log.dir/,STOPPED} 2024-11-16T02:23:08,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:23:08,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:23:08,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:08,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:08,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:08,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:08,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:08,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:23:08,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1477596772, stopped=false 2024-11-16T02:23:08,996 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,37415,1731723764302 2024-11-16T02:23:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-731715332/running 2024-11-16T02:23:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-731715332/running 2024-11-16T02:23:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:23:09,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:23:09,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:23:09,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:09,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:09,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:09,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on znode that does not yet exist, /0-731715332/running 2024-11-16T02:23:09,007 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,44805,1731723764499' ***** 2024-11-16T02:23:09,007 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:23:09,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Set watcher on znode that does not yet exist, /0-731715332/running 2024-11-16T02:23:09,007 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:23:09,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:23:09,007 INFO [RS:0;667222f7cf1b:44805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:23:09,007 INFO [RS:0;667222f7cf1b:44805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:23:09,007 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for ae9a6b3bb8fb8cddd100ea5c58f5bfd9 2024-11-16T02:23:09,007 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:23:09,007 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,44805,1731723764499 2024-11-16T02:23:09,007 INFO [RS:0;667222f7cf1b:44805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:23:09,007 INFO [RS:0;667222f7cf1b:44805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44805. 2024-11-16T02:23:09,008 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae9a6b3bb8fb8cddd100ea5c58f5bfd9, disabling compactions & flushes 2024-11-16T02:23:09,008 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:23:09,008 DEBUG [RS:0;667222f7cf1b:44805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:09,008 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:23:09,008 DEBUG [RS:0;667222f7cf1b:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:09,008 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. after waiting 0 ms 2024-11-16T02:23:09,008 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:23:09,008 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:23:09,008 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:23:09,008 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:23:09,008 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:23:09,008 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:23:09,008 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1325): Online Regions={ae9a6b3bb8fb8cddd100ea5c58f5bfd9=test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9., 1588230740=hbase:meta,,1.1588230740, b80f4074fd9a3469f25eb13ce3ec9d9f=hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f.} 2024-11-16T02:23:09,008 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:23:09,008 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae9a6b3bb8fb8cddd100ea5c58f5bfd9, b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:23:09,008 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:23:09,008 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:23:09,008 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:23:09,008 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:23:09,008 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:23:09,011 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/default/test/ae9a6b3bb8fb8cddd100ea5c58f5bfd9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T02:23:09,012 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:09,012 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:23:09,012 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:23:09,012 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae9a6b3bb8fb8cddd100ea5c58f5bfd9: Waiting for close lock at 1731723789007Running coprocessor pre-close hooks at 1731723789007Disabling compacts and flushes for region at 1731723789007Disabling writes for close at 1731723789008 (+1 ms)Writing region close event to WAL at 1731723789008Running coprocessor post-close hooks at 1731723789012 (+4 ms)Closed at 1731723789012 2024-11-16T02:23:09,012 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9. 2024-11-16T02:23:09,012 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b80f4074fd9a3469f25eb13ce3ec9d9f, disabling compactions & flushes 2024-11-16T02:23:09,012 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:23:09,012 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:23:09,012 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. after waiting 0 ms 2024-11-16T02:23:09,012 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:23:09,013 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b80f4074fd9a3469f25eb13ce3ec9d9f 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-16T02:23:09,023 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/info/8280766570534daf87ae4db28238dc53 is 147, key is hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f./info:regioninfo/1731723777990/Put/seqid=0 2024-11-16T02:23:09,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741846_1022 (size=7686) 2024-11-16T02:23:09,032 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/.tmp/hfileref/499558c1b6cc4e02b65010890e933a92 is 74, key is 1/hfileref:84a7608a68d6492390b2723884a2e4b2_SeqId_4_/1731723783719/DeleteColumn/seqid=0 2024-11-16T02:23:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741847_1023 (size=5345) 2024-11-16T02:23:09,097 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:23:09,099 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1033, reset compression=false 2024-11-16T02:23:09,103 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:09,104 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1328, reset compression=false 2024-11-16T02:23:09,208 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:23:09,224 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-16T02:23:09,225 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 667222f7cf1b:37141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 667222f7cf1b/172.17.0.3:37141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:09,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 667222f7cf1b:37141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 667222f7cf1b/172.17.0.3:37141 2024-11-16T02:23:09,307 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1328, reset compression=false 2024-11-16T02:23:09,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:09,329 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 667222f7cf1b:37141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 667222f7cf1b/172.17.0.3:37141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:23:09,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=667222f7cf1b:37141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 667222f7cf1b/172.17.0.3:37141 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-16T02:23:09,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 667222f7cf1b:37141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 667222f7cf1b/172.17.0.3:37141 2024-11-16T02:23:09,408 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:23:09,427 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/info/8280766570534daf87ae4db28238dc53 2024-11-16T02:23:09,437 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/.tmp/hfileref/499558c1b6cc4e02b65010890e933a92 2024-11-16T02:23:09,446 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/ns/4aabd3f41d384a7a8ec438edf0dcd5fd is 43, key is default/ns:d/1731723767828/Put/seqid=0 2024-11-16T02:23:09,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741848_1024 (size=5153) 2024-11-16T02:23:09,454 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/.tmp/queue/26762531f6714825bea1edd749ced32c is 153, key is 1-667222f7cf1b,44805,1731723764499/queue:667222f7cf1b%2C44805%2C1731723764499/1731723783720/Put/seqid=0 2024-11-16T02:23:09,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741849_1025 (size=5352) 2024-11-16T02:23:09,538 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:09,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 667222f7cf1b:37141 this server is in the failed servers list 2024-11-16T02:23:09,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 667222f7cf1b:37141 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:09,586 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:23:09,587 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:23:09,609 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:23:09,611 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1328, reset compression=false 2024-11-16T02:23:09,809 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b80f4074fd9a3469f25eb13ce3ec9d9f 2024-11-16T02:23:09,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:09,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 667222f7cf1b:37141 this server is in the failed servers list 2024-11-16T02:23:09,849 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 667222f7cf1b:37141 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:09,852 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/ns/4aabd3f41d384a7a8ec438edf0dcd5fd 2024-11-16T02:23:09,858 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/.tmp/queue/26762531f6714825bea1edd749ced32c 2024-11-16T02:23:09,863 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/.tmp/hfileref/499558c1b6cc4e02b65010890e933a92 as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/hfileref/499558c1b6cc4e02b65010890e933a92 2024-11-16T02:23:09,868 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/hfileref/499558c1b6cc4e02b65010890e933a92, entries=4, sequenceid=10, filesize=5.2 K 2024-11-16T02:23:09,869 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/.tmp/queue/26762531f6714825bea1edd749ced32c as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/queue/26762531f6714825bea1edd749ced32c 2024-11-16T02:23:09,869 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/rep_barrier/7507f3bb2d6e45e0a5dad2a9e4a4ed66 is 112, key is test,,1731723773438.ae9a6b3bb8fb8cddd100ea5c58f5bfd9./rep_barrier:seqnumDuringOpen/1731723774585/Put/seqid=0 2024-11-16T02:23:09,875 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/queue/26762531f6714825bea1edd749ced32c, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T02:23:09,875 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b80f4074fd9a3469f25eb13ce3ec9d9f in 863ms, sequenceid=10, compaction requested=false 2024-11-16T02:23:09,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741850_1026 (size=5518) 2024-11-16T02:23:09,882 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/replication/b80f4074fd9a3469f25eb13ce3ec9d9f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T02:23:09,883 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:09,883 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:09,883 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:23:09,883 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b80f4074fd9a3469f25eb13ce3ec9d9f: Waiting for close lock at 1731723789012Running coprocessor pre-close hooks at 1731723789012Disabling compacts and flushes for region at 1731723789012Disabling writes for close at 1731723789012Obtaining lock to block concurrent updates at 1731723789013 (+1 ms)Preparing flush snapshotting stores in b80f4074fd9a3469f25eb13ce3ec9d9f at 1731723789013Finished memstore snapshotting hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731723789013Flushing stores of hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. at 1731723789013Flushing b80f4074fd9a3469f25eb13ce3ec9d9f/hfileref: creating writer at 1731723789013Flushing b80f4074fd9a3469f25eb13ce3ec9d9f/hfileref: appending metadata at 1731723789032 (+19 ms)Flushing b80f4074fd9a3469f25eb13ce3ec9d9f/hfileref: closing flushed file at 1731723789032Flushing b80f4074fd9a3469f25eb13ce3ec9d9f/queue: creating writer at 1731723789440 (+408 ms)Flushing b80f4074fd9a3469f25eb13ce3ec9d9f/queue: appending metadata at 1731723789453 (+13 ms)Flushing b80f4074fd9a3469f25eb13ce3ec9d9f/queue: closing flushed file at 1731723789453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63011e88: reopening flushed file at 1731723789862 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2bd16f: reopening flushed file at 1731723789868 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for b80f4074fd9a3469f25eb13ce3ec9d9f in 863ms, sequenceid=10, compaction requested=false at 1731723789875 (+7 ms)Writing region close event to WAL at 1731723789879 (+4 ms)Running coprocessor post-close hooks at 1731723789883 (+4 ms)Closed at 1731723789883 2024-11-16T02:23:09,883 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723776750.b80f4074fd9a3469f25eb13ce3ec9d9f. 2024-11-16T02:23:10,009 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:23:10,009 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:23:10,009 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:23:10,015 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1328, reset compression=false 2024-11-16T02:23:10,209 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:23:10,274 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/rep_barrier/7507f3bb2d6e45e0a5dad2a9e4a4ed66 2024-11-16T02:23:10,294 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/table/116c6672271247a598f819ba4e8720e7 is 53, key is hbase:replication/table:state/1731723777997/Put/seqid=0 2024-11-16T02:23:10,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741851_1027 (size=5308) 2024-11-16T02:23:10,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:10,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 667222f7cf1b:37141 this server is in the failed servers list 2024-11-16T02:23:10,359 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 667222f7cf1b:37141 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:10,410 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:23:10,518 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1328, reset compression=false 2024-11-16T02:23:10,610 DEBUG [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:23:10,698 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/table/116c6672271247a598f819ba4e8720e7 2024-11-16T02:23:10,703 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/info/8280766570534daf87ae4db28238dc53 as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/info/8280766570534daf87ae4db28238dc53 2024-11-16T02:23:10,707 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/info/8280766570534daf87ae4db28238dc53, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:23:10,708 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/ns/4aabd3f41d384a7a8ec438edf0dcd5fd as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/ns/4aabd3f41d384a7a8ec438edf0dcd5fd 2024-11-16T02:23:10,713 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/ns/4aabd3f41d384a7a8ec438edf0dcd5fd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:23:10,713 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/rep_barrier/7507f3bb2d6e45e0a5dad2a9e4a4ed66 as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/rep_barrier/7507f3bb2d6e45e0a5dad2a9e4a4ed66 2024-11-16T02:23:10,718 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/rep_barrier/7507f3bb2d6e45e0a5dad2a9e4a4ed66, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:23:10,719 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/.tmp/table/116c6672271247a598f819ba4e8720e7 as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/table/116c6672271247a598f819ba4e8720e7 2024-11-16T02:23:10,722 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/table/116c6672271247a598f819ba4e8720e7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:23:10,723 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-16T02:23:10,723 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:23:10,727 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:23:10,727 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:10,728 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:10,728 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:10,728 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723789008Running coprocessor pre-close hooks at 1731723789008Disabling compacts and flushes for region at 1731723789008Disabling writes for close at 1731723789008Obtaining lock to block concurrent updates at 1731723789008Preparing flush snapshotting stores in 1588230740 at 1731723789008Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723789009 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723789009Flushing 1588230740/info: creating writer at 1731723789009Flushing 1588230740/info: appending metadata at 1731723789023 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731723789023Flushing 1588230740/ns: creating writer at 1731723789431 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731723789446 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731723789446Flushing 1588230740/rep_barrier: creating writer at 1731723789856 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723789869 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723789869Flushing 1588230740/table: creating writer at 1731723790278 (+409 ms)Flushing 1588230740/table: appending metadata at 1731723790294 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731723790294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449a53a3: reopening flushed file at 1731723790702 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed698b1: reopening flushed file at 1731723790708 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b426ff: reopening flushed file at 1731723790713 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5593e9cd: reopening flushed file at 1731723790718 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731723790723 (+5 ms)Writing region close event to WAL at 1731723790725 (+2 ms)Running coprocessor post-close hooks at 1731723790727 (+2 ms)Closed at 1731723790728 (+1 ms) 2024-11-16T02:23:10,728 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:10,810 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,44805,1731723764499; all regions closed. 2024-11-16T02:23:10,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:23:10,812 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.meta.1731723767734.meta not finished, retry = 0 2024-11-16T02:23:10,914 DEBUG [RS:0;667222f7cf1b:44805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/oldWALs 2024-11-16T02:23:10,914 INFO [RS:0;667222f7cf1b:44805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C44805%2C1731723764499.meta:.meta(num 1731723767734) 2024-11-16T02:23:10,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741839_1015 (size=2695) 2024-11-16T02:23:10,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.rep.1731723777959 not finished, retry = 0 2024-11-16T02:23:11,018 DEBUG [RS:0;667222f7cf1b:44805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/oldWALs 2024-11-16T02:23:11,018 INFO [RS:0;667222f7cf1b:44805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C44805%2C1731723764499.rep:(num 1731723777959) 2024-11-16T02:23:11,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741832_1008 (size=1336) 2024-11-16T02:23:11,020 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 not finished, retry = 0 2024-11-16T02:23:11,122 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 to pos 1328, reset compression=false 2024-11-16T02:23:11,123 DEBUG [RS:0;667222f7cf1b:44805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/oldWALs 2024-11-16T02:23:11,123 INFO [RS:0;667222f7cf1b:44805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C44805%2C1731723764499:(num 1731723766707) 2024-11-16T02:23:11,123 DEBUG [RS:0;667222f7cf1b:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:11,123 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:23:11,123 INFO [RS:0;667222f7cf1b:44805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:23:11,123 INFO [RS:0;667222f7cf1b:44805 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:23:11,123 INFO [RS:0;667222f7cf1b:44805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:23:11,123 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 was moved to hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/oldWALs/667222f7cf1b%2C44805%2C1731723764499.1731723766707 2024-11-16T02:23:11,123 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:23:11,123 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,44805,1731723764499 because: Region server is closing 2024-11-16T02:23:11,124 INFO [RS:0;667222f7cf1b:44805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44805. 2024-11-16T02:23:11,124 DEBUG [RS:0;667222f7cf1b:44805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:11,124 DEBUG [RS:0;667222f7cf1b:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:11,124 DEBUG [RS:0;667222f7cf1b:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:11,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:11,125 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/WALs/667222f7cf1b,44805,1731723764499/667222f7cf1b%2C44805%2C1731723764499.1731723766707 2024-11-16T02:23:11,224 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.wal-reader.667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-16T02:23:11,224 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-16T02:23:11,224 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-16T02:23:11,225 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-16T02:23:11,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:11,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:11,372 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:12,025 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44805,1731723764499.replicationSource.shipper667222f7cf1b%2C44805%2C1731723764499,1-667222f7cf1b,44805,1731723764499 terminated 2024-11-16T02:23:12,025 INFO [RS:0;667222f7cf1b:44805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44805. 2024-11-16T02:23:12,025 DEBUG [RS:0;667222f7cf1b:44805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:12,026 DEBUG [RS:0;667222f7cf1b:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:12,026 DEBUG [RS:0;667222f7cf1b:44805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:12,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:12,026 INFO [RS:0;667222f7cf1b:44805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44805 2024-11-16T02:23:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-731715332/rs/667222f7cf1b,44805,1731723764499 2024-11-16T02:23:12,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332/rs 2024-11-16T02:23:12,079 INFO [RS:0;667222f7cf1b:44805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:23:12,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,44805,1731723764499] 2024-11-16T02:23:12,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-731715332/draining/667222f7cf1b,44805,1731723764499 already deleted, retry=false 2024-11-16T02:23:12,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,44805,1731723764499 expired; onlineServers=0 2024-11-16T02:23:12,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,37415,1731723764302' ***** 2024-11-16T02:23:12,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:23:12,100 INFO [M:0;667222f7cf1b:37415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:23:12,100 INFO [M:0;667222f7cf1b:37415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:23:12,100 DEBUG [M:0;667222f7cf1b:37415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:23:12,100 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:23:12,100 DEBUG [M:0;667222f7cf1b:37415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:23:12,100 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723766520 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723766520,5,FailOnTimeoutGroup] 2024-11-16T02:23:12,100 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723766520 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723766520,5,FailOnTimeoutGroup] 2024-11-16T02:23:12,101 INFO [M:0;667222f7cf1b:37415 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:23:12,101 INFO [M:0;667222f7cf1b:37415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:23:12,101 DEBUG [M:0;667222f7cf1b:37415 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:23:12,101 INFO [M:0;667222f7cf1b:37415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:23:12,101 INFO [M:0;667222f7cf1b:37415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:23:12,101 INFO [M:0;667222f7cf1b:37415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:23:12,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:23:12,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-731715332/master 2024-11-16T02:23:12,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-731715332 2024-11-16T02:23:12,111 DEBUG [M:0;667222f7cf1b:37415 {}] zookeeper.ZKUtil(347): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Unable to get data of znode /0-731715332/master because node does not exist (not an error) 2024-11-16T02:23:12,111 WARN [M:0;667222f7cf1b:37415 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:23:12,112 INFO [M:0;667222f7cf1b:37415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/.lastflushedseqids 2024-11-16T02:23:12,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741852_1028 (size=263) 2024-11-16T02:23:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:12,190 INFO [RS:0;667222f7cf1b:44805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:23:12,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44805-0x101417396a20001, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:12,190 INFO [RS:0;667222f7cf1b:44805 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,44805,1731723764499; zookeeper connection closed. 2024-11-16T02:23:12,190 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@577af773 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@577af773 2024-11-16T02:23:12,190 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:23:12,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:23:12,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:12,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:12,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:12,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:12,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:12,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:12,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:12,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:12,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:12,517 INFO [M:0;667222f7cf1b:37415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:23:12,517 INFO [M:0;667222f7cf1b:37415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:23:12,517 DEBUG [M:0;667222f7cf1b:37415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:23:12,517 INFO [M:0;667222f7cf1b:37415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:12,517 DEBUG [M:0;667222f7cf1b:37415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:12,517 DEBUG [M:0;667222f7cf1b:37415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:23:12,517 DEBUG [M:0;667222f7cf1b:37415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:12,517 INFO [M:0;667222f7cf1b:37415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T02:23:12,531 DEBUG [M:0;667222f7cf1b:37415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae56bff47d0f429abb8afe3a502eab95 is 82, key is hbase:meta,,1/info:regioninfo/1731723767764/Put/seqid=0 2024-11-16T02:23:12,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741853_1029 (size=5672) 2024-11-16T02:23:12,935 INFO [M:0;667222f7cf1b:37415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae56bff47d0f429abb8afe3a502eab95 2024-11-16T02:23:12,953 DEBUG [M:0;667222f7cf1b:37415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48d072f0f8b4476fad7a068703e48601 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731723778000/Put/seqid=0 2024-11-16T02:23:12,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741854_1030 (size=8515) 2024-11-16T02:23:13,357 INFO [M:0;667222f7cf1b:37415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48d072f0f8b4476fad7a068703e48601 2024-11-16T02:23:13,380 DEBUG [M:0;667222f7cf1b:37415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d389c9ea085641ff83a103dafaf8d807 is 69, key is 667222f7cf1b,44805,1731723764499/rs:state/1731723766560/Put/seqid=0 2024-11-16T02:23:13,388 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:13,389 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:13,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741855_1031 (size=5156) 2024-11-16T02:23:13,389 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:13,393 INFO [M:0;667222f7cf1b:37415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d389c9ea085641ff83a103dafaf8d807 2024-11-16T02:23:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:23:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:23:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T02:23:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:13,399 DEBUG [M:0;667222f7cf1b:37415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae56bff47d0f429abb8afe3a502eab95 as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae56bff47d0f429abb8afe3a502eab95 2024-11-16T02:23:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:23:13,404 INFO [M:0;667222f7cf1b:37415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae56bff47d0f429abb8afe3a502eab95, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T02:23:13,405 DEBUG [M:0;667222f7cf1b:37415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/48d072f0f8b4476fad7a068703e48601 as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48d072f0f8b4476fad7a068703e48601 2024-11-16T02:23:13,410 INFO [M:0;667222f7cf1b:37415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/48d072f0f8b4476fad7a068703e48601, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T02:23:13,411 DEBUG [M:0;667222f7cf1b:37415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d389c9ea085641ff83a103dafaf8d807 as hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d389c9ea085641ff83a103dafaf8d807 2024-11-16T02:23:13,415 INFO [M:0;667222f7cf1b:37415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d389c9ea085641ff83a103dafaf8d807, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T02:23:13,416 INFO [M:0;667222f7cf1b:37415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false 2024-11-16T02:23:13,417 INFO [M:0;667222f7cf1b:37415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:13,417 DEBUG [M:0;667222f7cf1b:37415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723792517Disabling compacts and flushes for region at 1731723792517Disabling writes for close at 1731723792517Obtaining lock to block concurrent updates at 1731723792517Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723792517Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731723792517Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723792518 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723792518Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723792530 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723792530Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723792939 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723792953 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723792953Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723793362 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723793379 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723793379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb177cc: reopening flushed file at 1731723793398 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35d68269: reopening flushed file at 1731723793404 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22663bf8: reopening flushed file at 1731723793410 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false at 1731723793416 (+6 ms)Writing region close event to WAL at 1731723793417 (+1 ms)Closed at 1731723793417 2024-11-16T02:23:13,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33555 is added to blk_1073741830_1006 (size=63642) 2024-11-16T02:23:13,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72a44448-6624-a9a8-b1ce-0c2f2ecd7c91/MasterData/WALs/667222f7cf1b,37415,1731723764302/667222f7cf1b%2C37415%2C1731723764302.1731723766262 not finished, retry = 0 2024-11-16T02:23:13,520 INFO [M:0;667222f7cf1b:37415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:23:13,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:23:13,520 INFO [M:0;667222f7cf1b:37415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37415 2024-11-16T02:23:13,520 INFO [M:0;667222f7cf1b:37415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:23:13,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:13,663 INFO [M:0;667222f7cf1b:37415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:23:13,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37415-0x101417396a20000, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:13,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3578eb81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:23:13,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7db892fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:23:13,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:23:13,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182c2d43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:23:13,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25896c03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.log.dir/,STOPPED} 2024-11-16T02:23:13,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:23:13,667 WARN [BP-928259407-172.17.0.3-1731723762451 heartbeating to localhost/127.0.0.1:34761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:23:13,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:23:13,667 WARN [BP-928259407-172.17.0.3-1731723762451 heartbeating to localhost/127.0.0.1:34761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-928259407-172.17.0.3-1731723762451 (Datanode Uuid f70e0df9-6b17-409d-8256-a51c16988ce0) service to localhost/127.0.0.1:34761 2024-11-16T02:23:13,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/cluster_3195fd37-48ed-ab2d-96ac-9d5e226adf46/data/data1/current/BP-928259407-172.17.0.3-1731723762451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:23:13,667 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/cluster_3195fd37-48ed-ab2d-96ac-9d5e226adf46/data/data2/current/BP-928259407-172.17.0.3-1731723762451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:23:13,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:23:13,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e04c721{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:23:13,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d09b1df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:23:13,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:23:13,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@137c9470{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:23:13,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@189faab5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17824351-cd75-1669-1cbe-af96fdb6d5b9/hadoop.log.dir/,STOPPED} 2024-11-16T02:23:13,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:23:13,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:23:13,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=250 (was 213) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35743 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56158) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34761 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35743 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35743 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56158) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35743 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35743 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34761 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=627 (was 573) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 378), ProcessCount=11 (was 11), AvailableMemoryMB=3256 (was 3316) 2024-11-16T02:23:13,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=250, OpenFileDescriptor=627, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=3256 2024-11-16T02:23:13,719 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-16T02:23:13,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.log.dir so I do NOT create it in target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db 2024-11-16T02:23:13,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:23:13,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.tmp.dir so I do NOT create it in target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db 2024-11-16T02:23:13,719 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/17f48844-7323-3fbc-deae-88e7dbb91706/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:23:13,719 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db 2024-11-16T02:23:13,719 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/cluster_6bbaf5a9-4bda-ef6d-b90c-7baf9ba5e3b8, deleteOnExit=true 2024-11-16T02:23:13,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/cluster_6bbaf5a9-4bda-ef6d-b90c-7baf9ba5e3b8/zookeeper_0, clientPort=59050, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/cluster_6bbaf5a9-4bda-ef6d-b90c-7baf9ba5e3b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/cluster_6bbaf5a9-4bda-ef6d-b90c-7baf9ba5e3b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:23:13,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59050 2024-11-16T02:23:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:23:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:23:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/test.cache.data in system properties and HBase conf 2024-11-16T02:23:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:23:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:23:13,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:23:13,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:13,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:23:13,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:23:13,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101417396a20002, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:23:13,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101417396a20005, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:23:13,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101417396a20005, quorum=127.0.0.1:56158, baseZNode=/11361667675 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:23:13,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101417396a20002, quorum=127.0.0.1:56158, baseZNode=/0-731715332 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:23:14,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:14,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:14,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:14,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:14,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:23:14,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:14,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34663f82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:14,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c14c8b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:14,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@266ba34c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/java.io.tmpdir/jetty-localhost-41937-hadoop-hdfs-3_4_1-tests_jar-_-any-14473576619654504556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:23:14,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35950a57{HTTP/1.1, (http/1.1)}{localhost:41937} 2024-11-16T02:23:14,206 INFO [Time-limited test {}] server.Server(415): Started @293191ms 2024-11-16T02:23:14,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:14,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:14,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:14,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:14,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:23:14,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e220539{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:14,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b58e478{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:14,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57272088{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/java.io.tmpdir/jetty-localhost-37289-hadoop-hdfs-3_4_1-tests_jar-_-any-15199224678110357814/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:23:14,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5eff4960{HTTP/1.1, (http/1.1)}{localhost:37289} 2024-11-16T02:23:14,567 INFO [Time-limited test {}] server.Server(415): Started @293551ms 2024-11-16T02:23:14,568 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:23:15,282 WARN [Thread-2133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/cluster_6bbaf5a9-4bda-ef6d-b90c-7baf9ba5e3b8/data/data1/current/BP-957681330-172.17.0.3-1731723793761/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:15,282 WARN [Thread-2134 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/cluster_6bbaf5a9-4bda-ef6d-b90c-7baf9ba5e3b8/data/data2/current/BP-957681330-172.17.0.3-1731723793761/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:15,297 WARN [Thread-2121 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:23:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b5dd7acf7b4bae4 with lease ID 0x4922d745807f6d85: Processing first storage report for DS-81528bd5-96e8-4d5d-921a-64603ff92d70 from datanode DatanodeRegistration(127.0.0.1:33631, datanodeUuid=569d3af9-33fc-4034-bad4-fed17f0f1d18, infoPort=43335, infoSecurePort=0, ipcPort=45991, storageInfo=lv=-57;cid=testClusterID;nsid=605088219;c=1731723793761) 2024-11-16T02:23:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b5dd7acf7b4bae4 with lease ID 0x4922d745807f6d85: from storage DS-81528bd5-96e8-4d5d-921a-64603ff92d70 node DatanodeRegistration(127.0.0.1:33631, datanodeUuid=569d3af9-33fc-4034-bad4-fed17f0f1d18, infoPort=43335, infoSecurePort=0, ipcPort=45991, storageInfo=lv=-57;cid=testClusterID;nsid=605088219;c=1731723793761), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b5dd7acf7b4bae4 with lease ID 0x4922d745807f6d85: Processing first storage report for DS-a09c21b7-514a-4529-8705-2fedf6d054e7 from datanode DatanodeRegistration(127.0.0.1:33631, datanodeUuid=569d3af9-33fc-4034-bad4-fed17f0f1d18, infoPort=43335, infoSecurePort=0, ipcPort=45991, storageInfo=lv=-57;cid=testClusterID;nsid=605088219;c=1731723793761) 2024-11-16T02:23:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b5dd7acf7b4bae4 with lease ID 0x4922d745807f6d85: from storage DS-a09c21b7-514a-4529-8705-2fedf6d054e7 node DatanodeRegistration(127.0.0.1:33631, datanodeUuid=569d3af9-33fc-4034-bad4-fed17f0f1d18, infoPort=43335, infoSecurePort=0, ipcPort=45991, storageInfo=lv=-57;cid=testClusterID;nsid=605088219;c=1731723793761), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:15,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db 2024-11-16T02:23:15,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:15,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:15,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:23:15,801 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9 with version=8 2024-11-16T02:23:15,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/hbase-staging 2024-11-16T02:23:15,803 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:15,803 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:15,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:15,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:23:15,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:15,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36897 2024-11-16T02:23:15,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36897 connecting to ZooKeeper ensemble=127.0.0.1:59050 2024-11-16T02:23:15,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368970x0, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:15,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36897-0x101417410f40000 connected 2024-11-16T02:23:15,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:15,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:15,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on znode that does not yet exist, /0-1954671984/running 2024-11-16T02:23:15,977 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9, hbase.cluster.distributed=false 2024-11-16T02:23:15,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on znode that does not yet exist, /0-1954671984/acl 2024-11-16T02:23:15,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36897 2024-11-16T02:23:15,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36897 2024-11-16T02:23:15,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36897 2024-11-16T02:23:15,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36897 2024-11-16T02:23:15,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36897 2024-11-16T02:23:15,995 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:15,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:15,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:15,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:15,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:15,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:15,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:23:15,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:15,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43021 2024-11-16T02:23:15,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43021 connecting to ZooKeeper ensemble=127.0.0.1:59050 2024-11-16T02:23:15,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:15,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:16,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430210x0, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:16,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430210x0, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on znode that does not yet exist, /0-1954671984/running 2024-11-16T02:23:16,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43021-0x101417410f40001 connected 2024-11-16T02:23:16,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:23:16,014 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:23:16,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on znode that does not yet exist, /0-1954671984/master 2024-11-16T02:23:16,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on znode that does not yet exist, /0-1954671984/acl 2024-11-16T02:23:16,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43021 2024-11-16T02:23:16,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43021 2024-11-16T02:23:16,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43021 2024-11-16T02:23:16,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43021 2024-11-16T02:23:16,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43021 2024-11-16T02:23:16,033 DEBUG [M:0;667222f7cf1b:36897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:36897 2024-11-16T02:23:16,034 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1954671984/backup-masters/667222f7cf1b,36897,1731723795802 2024-11-16T02:23:16,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984/backup-masters 2024-11-16T02:23:16,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984/backup-masters 2024-11-16T02:23:16,043 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on existing znode=/0-1954671984/backup-masters/667222f7cf1b,36897,1731723795802 2024-11-16T02:23:16,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1954671984/master 2024-11-16T02:23:16,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:16,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:16,054 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on existing znode=/0-1954671984/master 2024-11-16T02:23:16,054 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1954671984/backup-masters/667222f7cf1b,36897,1731723795802 from backup master directory 2024-11-16T02:23:16,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1954671984/backup-masters/667222f7cf1b,36897,1731723795802 2024-11-16T02:23:16,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984/backup-masters 2024-11-16T02:23:16,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984/backup-masters 2024-11-16T02:23:16,064 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:16,064 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,36897,1731723795802 2024-11-16T02:23:16,067 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/hbase.id] with ID: 9a891829-6758-47ed-9f09-aaa1cf9d2daf 2024-11-16T02:23:16,067 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/.tmp/hbase.id 2024-11-16T02:23:16,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:23:16,472 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/.tmp/hbase.id]:[hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/hbase.id] 2024-11-16T02:23:16,481 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:16,481 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:23:16,481 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T02:23:16,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:16,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:16,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:23:16,936 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:16,937 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:23:16,938 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:16,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:23:17,346 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store 2024-11-16T02:23:17,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:23:17,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:17,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:17,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:17,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:23:17,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:17,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:17,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:23:17,752 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:17,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:17,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:23:17,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:17,752 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:17,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723797752Disabling compacts and flushes for region at 1731723797752Disabling writes for close at 1731723797752Writing region close event to WAL at 1731723797752Closed at 1731723797752 2024-11-16T02:23:17,753 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/.initializing 2024-11-16T02:23:17,753 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/WALs/667222f7cf1b,36897,1731723795802 2024-11-16T02:23:17,754 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:17,755 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C36897%2C1731723795802, suffix=, logDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/WALs/667222f7cf1b,36897,1731723795802, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/oldWALs, maxLogs=10 2024-11-16T02:23:17,771 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/WALs/667222f7cf1b,36897,1731723795802/667222f7cf1b%2C36897%2C1731723795802.1731723797755, exclude list is [], retry=0 2024-11-16T02:23:17,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33631,DS-81528bd5-96e8-4d5d-921a-64603ff92d70,DISK] 2024-11-16T02:23:17,775 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/WALs/667222f7cf1b,36897,1731723795802/667222f7cf1b%2C36897%2C1731723795802.1731723797755 2024-11-16T02:23:17,775 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43335:43335)] 2024-11-16T02:23:17,775 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:17,775 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:17,775 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,775 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:23:17,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:17,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:17,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:23:17,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:17,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:17,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:23:17,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:17,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:17,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:23:17,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:17,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:17,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,783 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,784 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,784 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,784 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:17,785 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:17,787 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:17,787 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68584057, jitterRate=0.021982088685035706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:17,788 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723797775Initializing all the Stores at 1731723797776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723797776Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723797776Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723797776Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723797776Cleaning up temporary data from old regions at 1731723797784 (+8 ms)Region opened successfully at 1731723797788 (+4 ms) 2024-11-16T02:23:17,788 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:23:17,790 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521078d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:17,791 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:23:17,791 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:23:17,791 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:23:17,791 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:23:17,792 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:23:17,792 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:23:17,792 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:23:17,794 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:23:17,794 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Unable to get data of znode /0-1954671984/balancer because node does not exist (not necessarily an error) 2024-11-16T02:23:17,847 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1954671984/balancer already deleted, retry=false 2024-11-16T02:23:17,848 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:23:17,848 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Unable to get data of znode /0-1954671984/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:23:17,858 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1954671984/normalizer already deleted, retry=false 2024-11-16T02:23:17,858 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:23:17,859 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Unable to get data of znode /0-1954671984/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:23:17,868 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1954671984/switch/split already deleted, retry=false 2024-11-16T02:23:17,869 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Unable to get data of znode /0-1954671984/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:23:17,879 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1954671984/switch/merge already deleted, retry=false 2024-11-16T02:23:17,880 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Unable to get data of znode /0-1954671984/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:23:17,889 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1954671984/snapshot-cleanup already deleted, retry=false 2024-11-16T02:23:17,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1954671984/running 2024-11-16T02:23:17,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1954671984/running 2024-11-16T02:23:17,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:17,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:17,900 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,36897,1731723795802, sessionid=0x101417410f40000, setting cluster-up flag (Was=false) 2024-11-16T02:23:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:17,952 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1954671984/flush-table-proc/acquired, /0-1954671984/flush-table-proc/reached, /0-1954671984/flush-table-proc/abort 2024-11-16T02:23:17,953 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,36897,1731723795802 2024-11-16T02:23:17,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:17,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:18,166 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1954671984/online-snapshot/acquired, /0-1954671984/online-snapshot/reached, /0-1954671984/online-snapshot/abort 2024-11-16T02:23:18,167 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,36897,1731723795802 2024-11-16T02:23:18,168 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:23:18,169 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:18,169 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:23:18,169 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:23:18,170 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,36897,1731723795802 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:23:18,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:18,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:18,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:18,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:18,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:23:18,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:18,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,172 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723828172 2024-11-16T02:23:18,172 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:23:18,172 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:23:18,172 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:23:18,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:18,172 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:23:18,172 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:23:18,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:23:18,172 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:23:18,172 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,173 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:23:18,173 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:23:18,173 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:23:18,173 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:23:18,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:18,173 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:23:18,173 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:23:18,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:23:18,173 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723798173,5,FailOnTimeoutGroup] 2024-11-16T02:23:18,173 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723798173,5,FailOnTimeoutGroup] 2024-11-16T02:23:18,173 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,174 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:23:18,174 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,174 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:23:18,226 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(746): ClusterId : 9a891829-6758-47ed-9f09-aaa1cf9d2daf 2024-11-16T02:23:18,226 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:23:18,248 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:23:18,248 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:23:18,258 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:23:18,259 DEBUG [RS:0;667222f7cf1b:43021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bce0b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:18,269 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:43021 2024-11-16T02:23:18,269 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:23:18,269 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:23:18,269 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:23:18,269 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,36897,1731723795802 with port=43021, startcode=1731723795995 2024-11-16T02:23:18,270 DEBUG [RS:0;667222f7cf1b:43021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:23:18,271 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:23:18,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,43021,1731723795995 2024-11-16T02:23:18,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36897 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,43021,1731723795995 2024-11-16T02:23:18,273 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9 2024-11-16T02:23:18,273 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32793 2024-11-16T02:23:18,273 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:23:18,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984/rs 2024-11-16T02:23:18,285 DEBUG [RS:0;667222f7cf1b:43021 {}] zookeeper.ZKUtil(111): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on existing znode=/0-1954671984/rs/667222f7cf1b,43021,1731723795995 2024-11-16T02:23:18,285 WARN [RS:0;667222f7cf1b:43021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:18,285 INFO [RS:0;667222f7cf1b:43021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:18,286 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995 2024-11-16T02:23:18,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,43021,1731723795995] 2024-11-16T02:23:18,288 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:23:18,289 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:23:18,290 INFO [RS:0;667222f7cf1b:43021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:23:18,290 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,290 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:23:18,291 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:23:18,291 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:18,291 DEBUG [RS:0;667222f7cf1b:43021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:18,292 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,292 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,292 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,292 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,292 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,292 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43021,1731723795995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:18,309 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:23:18,309 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43021,1731723795995-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,309 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,309 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.Replication(171): 667222f7cf1b,43021,1731723795995 started 2024-11-16T02:23:18,322 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:18,322 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,43021,1731723795995, RpcServer on 667222f7cf1b/172.17.0.3:43021, sessionid=0x101417410f40001 2024-11-16T02:23:18,322 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:23:18,322 DEBUG [RS:0;667222f7cf1b:43021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,43021,1731723795995 2024-11-16T02:23:18,322 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,43021,1731723795995' 2024-11-16T02:23:18,322 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1954671984/flush-table-proc/abort' 2024-11-16T02:23:18,323 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1954671984/flush-table-proc/acquired' 2024-11-16T02:23:18,323 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:23:18,323 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:23:18,323 DEBUG [RS:0;667222f7cf1b:43021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,43021,1731723795995 2024-11-16T02:23:18,323 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,43021,1731723795995' 2024-11-16T02:23:18,323 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1954671984/online-snapshot/abort' 2024-11-16T02:23:18,324 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1954671984/online-snapshot/acquired' 2024-11-16T02:23:18,324 DEBUG [RS:0;667222f7cf1b:43021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:23:18,324 INFO [RS:0;667222f7cf1b:43021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:23:18,324 INFO [RS:0;667222f7cf1b:43021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:23:18,424 INFO [RS:0;667222f7cf1b:43021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:18,426 INFO [RS:0;667222f7cf1b:43021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C43021%2C1731723795995, suffix=, logDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/oldWALs, maxLogs=10 2024-11-16T02:23:18,442 DEBUG [RS:0;667222f7cf1b:43021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426, exclude list is [], retry=0 2024-11-16T02:23:18,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33631,DS-81528bd5-96e8-4d5d-921a-64603ff92d70,DISK] 2024-11-16T02:23:18,446 INFO [RS:0;667222f7cf1b:43021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 2024-11-16T02:23:18,447 DEBUG [RS:0;667222f7cf1b:43021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43335:43335)] 2024-11-16T02:23:18,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:23:18,578 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9 2024-11-16T02:23:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:23:18,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:18,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:18,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:18,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:18,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:18,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:18,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:18,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:18,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:18,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:18,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:18,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:18,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:18,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:18,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:18,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:18,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:18,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:18,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740 2024-11-16T02:23:18,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740 2024-11-16T02:23:18,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:18,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:18,993 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:18,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:18,995 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:18,996 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63025482, jitterRate=-0.06084713339805603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:18,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723798983Initializing all the Stores at 1731723798984 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723798984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723798984Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723798984Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723798984Cleaning up temporary data from old regions at 1731723798992 (+8 ms)Region opened successfully at 1731723798996 (+4 ms) 2024-11-16T02:23:18,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:23:18,996 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:23:18,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:23:18,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:23:18,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:23:18,996 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:18,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723798996Disabling compacts and flushes for region at 1731723798996Disabling writes for close at 1731723798996Writing region close event to WAL at 1731723798996Closed at 1731723798996 2024-11-16T02:23:18,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:18,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:23:18,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:23:18,999 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:18,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:23:19,150 DEBUG [667222f7cf1b:36897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:23:19,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,43021,1731723795995 2024-11-16T02:23:19,151 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,43021,1731723795995, state=OPENING 2024-11-16T02:23:19,258 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:23:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:19,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:19,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1954671984/meta-region-server: CHANGED 2024-11-16T02:23:19,295 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1954671984/meta-region-server: CHANGED 2024-11-16T02:23:19,295 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:19,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,43021,1731723795995}] 2024-11-16T02:23:19,448 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:23:19,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:23:19,452 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:23:19,452 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:19,452 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:23:19,453 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C43021%2C1731723795995.meta, suffix=.meta, logDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/oldWALs, maxLogs=10 2024-11-16T02:23:19,465 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.meta.1731723799453.meta, exclude list is [], retry=0 2024-11-16T02:23:19,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33631,DS-81528bd5-96e8-4d5d-921a-64603ff92d70,DISK] 2024-11-16T02:23:19,468 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.meta.1731723799453.meta 2024-11-16T02:23:19,468 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43335:43335)] 2024-11-16T02:23:19,468 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:19,469 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:19,469 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:23:19,469 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:23:19,469 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:23:19,469 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:23:19,469 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:19,469 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:23:19,469 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:23:19,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:19,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:19,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:19,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:19,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:19,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:19,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:19,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:19,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:19,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:19,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:19,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:19,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:19,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:19,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:19,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:19,474 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:19,475 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740 2024-11-16T02:23:19,476 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740 2024-11-16T02:23:19,476 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:19,476 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:19,477 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:19,478 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:19,478 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61748376, jitterRate=-0.07987749576568604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:19,478 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:23:19,479 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723799469Writing region info on filesystem at 1731723799469Initializing all the Stores at 1731723799470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723799470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723799470Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723799470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723799470Cleaning up temporary data from old regions at 1731723799476 (+6 ms)Running coprocessor post-open hooks at 1731723799478 (+2 ms)Region opened successfully at 1731723799479 (+1 ms) 2024-11-16T02:23:19,480 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723799448 2024-11-16T02:23:19,481 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:23:19,481 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:23:19,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,43021,1731723795995 2024-11-16T02:23:19,482 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,43021,1731723795995, state=OPEN 2024-11-16T02:23:19,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1954671984/meta-region-server 2024-11-16T02:23:19,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1954671984/meta-region-server 2024-11-16T02:23:19,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,43021,1731723795995 2024-11-16T02:23:19,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1954671984/meta-region-server: CHANGED 2024-11-16T02:23:19,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1954671984/meta-region-server: CHANGED 2024-11-16T02:23:19,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:23:19,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,43021,1731723795995 in 205 msec 2024-11-16T02:23:19,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:23:19,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-16T02:23:19,504 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:19,504 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:23:19,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:19,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,43021,1731723795995, seqNum=-1] 2024-11-16T02:23:19,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:19,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:19,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3410 sec 2024-11-16T02:23:19,510 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723799510, completionTime=-1 2024-11-16T02:23:19,510 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:23:19,510 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:23:19,512 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:23:19,512 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723859512 2024-11-16T02:23:19,512 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723919512 2024-11-16T02:23:19,512 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:23:19,513 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36897,1731723795802-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:19,513 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36897,1731723795802-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:19,513 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36897,1731723795802-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:19,513 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:36897, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:19,513 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:19,513 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:19,514 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:23:19,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.452sec 2024-11-16T02:23:19,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:23:19,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:23:19,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:23:19,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:23:19,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:23:19,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36897,1731723795802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:19,516 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36897,1731723795802-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:23:19,518 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:23:19,518 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:23:19,518 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36897,1731723795802-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:19,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1908a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:19,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36897,-1 for getting cluster id 2024-11-16T02:23:19,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:19,527 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a891829-6758-47ed-9f09-aaa1cf9d2daf' 2024-11-16T02:23:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a891829-6758-47ed-9f09-aaa1cf9d2daf" 2024-11-16T02:23:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e78a7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36897,-1] 2024-11-16T02:23:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:19,529 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:19,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec001ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:19,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:19,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,43021,1731723795995, seqNum=-1] 2024-11-16T02:23:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:19,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:19,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,36897,1731723795802 2024-11-16T02:23:19,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59050 2024-11-16T02:23:19,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:19,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101417410f40002 connected 2024-11-16T02:23:19,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.log.dir so I do NOT create it in target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2 2024-11-16T02:23:19,554 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.tmp.dir so I do NOT create it in target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2 2024-11-16T02:23:19,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:23:19,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/cluster_8851d0e1-8faa-0c3e-6877-d0aa4a6b7e9a, deleteOnExit=true 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/test.cache.data in system properties and HBase conf 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:23:19,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:23:19,555 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:23:19,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:23:19,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:19,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:19,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:19,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:19,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:23:19,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:19,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eb4cc8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:19,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@456da0b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:19,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40ef8c61{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/java.io.tmpdir/jetty-localhost-39153-hadoop-hdfs-3_4_1-tests_jar-_-any-15899278571545599258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:23:19,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26059d97{HTTP/1.1, (http/1.1)}{localhost:39153} 2024-11-16T02:23:19,999 INFO [Time-limited test {}] server.Server(415): Started @298983ms 2024-11-16T02:23:20,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:20,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:20,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:20,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:20,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:23:20,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a062e99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:20,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca85482{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:20,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb99da8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/java.io.tmpdir/jetty-localhost-43927-hadoop-hdfs-3_4_1-tests_jar-_-any-9098604026443838965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:23:20,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3330a505{HTTP/1.1, (http/1.1)}{localhost:43927} 2024-11-16T02:23:20,344 INFO [Time-limited test {}] server.Server(415): Started @299329ms 2024-11-16T02:23:20,345 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:23:20,974 WARN [Thread-2255 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/cluster_8851d0e1-8faa-0c3e-6877-d0aa4a6b7e9a/data/data2/current/BP-35740441-172.17.0.3-1731723799571/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:20,974 WARN [Thread-2254 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/cluster_8851d0e1-8faa-0c3e-6877-d0aa4a6b7e9a/data/data1/current/BP-35740441-172.17.0.3-1731723799571/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:20,991 WARN [Thread-2242 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:23:20,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144a5e14d7a9eac3 with lease ID 0x1a6ff534ad7a02b4: Processing first storage report for DS-2148ccee-55ec-4cf1-bb7f-e7fdc6e4d536 from datanode DatanodeRegistration(127.0.0.1:45317, datanodeUuid=2109dc01-bb18-4314-bb2e-9cd5ff035f6a, infoPort=35841, infoSecurePort=0, ipcPort=41741, storageInfo=lv=-57;cid=testClusterID;nsid=1278313238;c=1731723799571) 2024-11-16T02:23:20,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144a5e14d7a9eac3 with lease ID 0x1a6ff534ad7a02b4: from storage DS-2148ccee-55ec-4cf1-bb7f-e7fdc6e4d536 node DatanodeRegistration(127.0.0.1:45317, datanodeUuid=2109dc01-bb18-4314-bb2e-9cd5ff035f6a, infoPort=35841, infoSecurePort=0, ipcPort=41741, storageInfo=lv=-57;cid=testClusterID;nsid=1278313238;c=1731723799571), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:20,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144a5e14d7a9eac3 with lease ID 0x1a6ff534ad7a02b4: Processing first storage report for DS-66c857b9-5f3f-4ed6-b420-fb59717e62ab from datanode DatanodeRegistration(127.0.0.1:45317, datanodeUuid=2109dc01-bb18-4314-bb2e-9cd5ff035f6a, infoPort=35841, infoSecurePort=0, ipcPort=41741, storageInfo=lv=-57;cid=testClusterID;nsid=1278313238;c=1731723799571) 2024-11-16T02:23:20,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144a5e14d7a9eac3 with lease ID 0x1a6ff534ad7a02b4: from storage DS-66c857b9-5f3f-4ed6-b420-fb59717e62ab node DatanodeRegistration(127.0.0.1:45317, datanodeUuid=2109dc01-bb18-4314-bb2e-9cd5ff035f6a, infoPort=35841, infoSecurePort=0, ipcPort=41741, storageInfo=lv=-57;cid=testClusterID;nsid=1278313238;c=1731723799571), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:21,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2 2024-11-16T02:23:21,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:21,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:21,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:23:21,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0 with version=8 2024-11-16T02:23:21,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/hbase-staging 2024-11-16T02:23:21,481 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:21,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:21,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:21,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:21,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:21,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:21,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:23:21,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:21,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35999 2024-11-16T02:23:21,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35999 connecting to ZooKeeper ensemble=127.0.0.1:59050 2024-11-16T02:23:21,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359990x0, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:21,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35999-0x101417410f40003 connected 2024-11-16T02:23:21,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:21,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:21,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on znode that does not yet exist, /1486678399/running 2024-11-16T02:23:21,609 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0, hbase.cluster.distributed=false 2024-11-16T02:23:21,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on znode that does not yet exist, /1486678399/acl 2024-11-16T02:23:21,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35999 2024-11-16T02:23:21,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35999 2024-11-16T02:23:21,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35999 2024-11-16T02:23:21,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35999 2024-11-16T02:23:21,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35999 2024-11-16T02:23:21,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:21,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:21,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:21,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:23:21,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:21,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44101 2024-11-16T02:23:21,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44101 connecting to ZooKeeper ensemble=127.0.0.1:59050 2024-11-16T02:23:21,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:21,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441010x0, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:21,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441010x0, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on znode that does not yet exist, /1486678399/running 2024-11-16T02:23:21,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44101-0x101417410f40004 connected 2024-11-16T02:23:21,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:23:21,644 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:23:21,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on znode that does not yet exist, /1486678399/master 2024-11-16T02:23:21,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on znode that does not yet exist, /1486678399/acl 2024-11-16T02:23:21,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44101 2024-11-16T02:23:21,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44101 2024-11-16T02:23:21,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44101 2024-11-16T02:23:21,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44101 2024-11-16T02:23:21,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44101 2024-11-16T02:23:21,666 DEBUG [M:0;667222f7cf1b:35999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:35999 2024-11-16T02:23:21,667 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1486678399/backup-masters/667222f7cf1b,35999,1731723801480 2024-11-16T02:23:21,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399/backup-masters 2024-11-16T02:23:21,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399/backup-masters 2024-11-16T02:23:21,679 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on existing znode=/1486678399/backup-masters/667222f7cf1b,35999,1731723801480 2024-11-16T02:23:21,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1486678399/master 2024-11-16T02:23:21,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:21,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:21,689 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on existing znode=/1486678399/master 2024-11-16T02:23:21,690 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1486678399/backup-masters/667222f7cf1b,35999,1731723801480 from backup master directory 2024-11-16T02:23:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399/backup-masters 2024-11-16T02:23:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1486678399/backup-masters/667222f7cf1b,35999,1731723801480 2024-11-16T02:23:21,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399/backup-masters 2024-11-16T02:23:21,700 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:21,700 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,35999,1731723801480 2024-11-16T02:23:21,703 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/hbase.id] with ID: a32c2e9b-e42a-411c-9f14-b8671e58628e 2024-11-16T02:23:21,703 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/.tmp/hbase.id 2024-11-16T02:23:21,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:23:22,110 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/.tmp/hbase.id]:[hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/hbase.id] 2024-11-16T02:23:22,118 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:22,118 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:23:22,119 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:23:22,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:22,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:22,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:23:22,600 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:22,600 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:23:22,601 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:23:23,006 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store 2024-11-16T02:23:23,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:23:23,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:23:23,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T02:23:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:23,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T02:23:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:23,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T02:23:23,412 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:23,412 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:23:23,412 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:23,412 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:23,412 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:23:23,412 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:23,412 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:23,412 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723803412Disabling compacts and flushes for region at 1731723803412Disabling writes for close at 1731723803412Writing region close event to WAL at 1731723803412Closed at 1731723803412 2024-11-16T02:23:23,413 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/.initializing 2024-11-16T02:23:23,413 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/WALs/667222f7cf1b,35999,1731723801480 2024-11-16T02:23:23,414 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:23,415 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C35999%2C1731723801480, suffix=, logDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/WALs/667222f7cf1b,35999,1731723801480, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/oldWALs, maxLogs=10 2024-11-16T02:23:23,430 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/WALs/667222f7cf1b,35999,1731723801480/667222f7cf1b%2C35999%2C1731723801480.1731723803415, exclude list is [], retry=0 2024-11-16T02:23:23,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45317,DS-2148ccee-55ec-4cf1-bb7f-e7fdc6e4d536,DISK] 2024-11-16T02:23:23,434 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/WALs/667222f7cf1b,35999,1731723801480/667222f7cf1b%2C35999%2C1731723801480.1731723803415 2024-11-16T02:23:23,434 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35841:35841)] 2024-11-16T02:23:23,434 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:23,434 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:23,435 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,435 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:23:23,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:23,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:23,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:23:23,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:23:23,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:23,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:23,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:23:23,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:23,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:23,441 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,441 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,441 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,442 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,442 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,442 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:23,443 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:23,444 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:23,445 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68236344, jitterRate=0.016800761222839355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:23,445 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723803435Initializing all the Stores at 1731723803435Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723803435Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723803435Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723803435Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723803435Cleaning up temporary data from old regions at 1731723803442 (+7 ms)Region opened successfully at 1731723803445 (+3 ms) 2024-11-16T02:23:23,445 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:23:23,447 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff92992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:23,447 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:23:23,447 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:23:23,447 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:23:23,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:23:23,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:23:23,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:23:23,448 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:23:23,449 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:23:23,450 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Unable to get data of znode /1486678399/balancer because node does not exist (not necessarily an error) 2024-11-16T02:23:23,510 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1486678399/balancer already deleted, retry=false 2024-11-16T02:23:23,510 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:23:23,511 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Unable to get data of znode /1486678399/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:23:23,521 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1486678399/normalizer already deleted, retry=false 2024-11-16T02:23:23,521 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:23:23,522 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Unable to get data of znode /1486678399/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:23:23,607 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1486678399/switch/split already deleted, retry=false 2024-11-16T02:23:23,608 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Unable to get data of znode /1486678399/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:23:23,636 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1486678399/switch/merge already deleted, retry=false 2024-11-16T02:23:23,638 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Unable to get data of znode /1486678399/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:23:23,647 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1486678399/snapshot-cleanup already deleted, retry=false 2024-11-16T02:23:23,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1486678399/running 2024-11-16T02:23:23,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1486678399/running 2024-11-16T02:23:23,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:23,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:23,658 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,35999,1731723801480, sessionid=0x101417410f40003, setting cluster-up flag (Was=false) 2024-11-16T02:23:23,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:23,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:23,710 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1486678399/flush-table-proc/acquired, /1486678399/flush-table-proc/reached, /1486678399/flush-table-proc/abort 2024-11-16T02:23:23,711 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,35999,1731723801480 2024-11-16T02:23:23,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:23,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:23,763 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1486678399/online-snapshot/acquired, /1486678399/online-snapshot/reached, /1486678399/online-snapshot/abort 2024-11-16T02:23:23,764 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,35999,1731723801480 2024-11-16T02:23:23,764 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:23:23,766 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:23,766 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:23:23,766 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:23:23,766 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,35999,1731723801480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:23:23,767 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:23,767 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:23,767 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:23,767 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:23,767 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:23:23,767 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,767 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:23,767 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:23,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:23:23,770 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:23,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:23:23,771 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723833771 2024-11-16T02:23:23,771 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:23:23,771 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:23:23,771 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:23:23,771 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:23:23,771 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:23:23,771 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:23:23,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:23:23,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:23:23,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:23:23,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:23:23,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:23:23,772 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:23:23,773 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723803772,5,FailOnTimeoutGroup] 2024-11-16T02:23:23,773 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723803773,5,FailOnTimeoutGroup] 2024-11-16T02:23:23,773 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,773 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:23:23,773 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,773 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:23:23,858 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(746): ClusterId : a32c2e9b-e42a-411c-9f14-b8671e58628e 2024-11-16T02:23:23,858 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:23:23,869 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:23:23,869 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:23:23,879 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:23:23,879 DEBUG [RS:0;667222f7cf1b:44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40874995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:23,889 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:44101 2024-11-16T02:23:23,889 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:23:23,889 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:23:23,889 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:23:23,890 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,35999,1731723801480 with port=44101, startcode=1731723801625 2024-11-16T02:23:23,890 DEBUG [RS:0;667222f7cf1b:44101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:23:23,891 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:23:23,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35999 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,44101,1731723801625 2024-11-16T02:23:23,891 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35999 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,44101,1731723801625 2024-11-16T02:23:23,892 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0 2024-11-16T02:23:23,892 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39643 2024-11-16T02:23:23,892 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:23:23,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399/rs 2024-11-16T02:23:23,971 DEBUG [RS:0;667222f7cf1b:44101 {}] zookeeper.ZKUtil(111): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on existing znode=/1486678399/rs/667222f7cf1b,44101,1731723801625 2024-11-16T02:23:23,971 WARN [RS:0;667222f7cf1b:44101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:23,971 INFO [RS:0;667222f7cf1b:44101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:23,971 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625 2024-11-16T02:23:23,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,44101,1731723801625] 2024-11-16T02:23:23,974 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:23:23,975 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:23:23,975 INFO [RS:0;667222f7cf1b:44101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:23:23,975 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,975 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:23:23,976 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:23:23,976 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:23,976 DEBUG [RS:0;667222f7cf1b:44101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:23,977 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,977 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,977 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,977 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,977 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,977 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,44101,1731723801625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:23,988 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:23:23,989 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,44101,1731723801625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,989 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:23,989 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.Replication(171): 667222f7cf1b,44101,1731723801625 started 2024-11-16T02:23:24,000 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:24,000 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,44101,1731723801625, RpcServer on 667222f7cf1b/172.17.0.3:44101, sessionid=0x101417410f40004 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,44101,1731723801625 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,44101,1731723801625' 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1486678399/flush-table-proc/abort' 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1486678399/flush-table-proc/acquired' 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,44101,1731723801625 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,44101,1731723801625' 2024-11-16T02:23:24,001 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1486678399/online-snapshot/abort' 2024-11-16T02:23:24,002 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1486678399/online-snapshot/acquired' 2024-11-16T02:23:24,002 DEBUG [RS:0;667222f7cf1b:44101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:23:24,002 INFO [RS:0;667222f7cf1b:44101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:23:24,002 INFO [RS:0;667222f7cf1b:44101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:23:24,102 INFO [RS:0;667222f7cf1b:44101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:24,104 INFO [RS:0;667222f7cf1b:44101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44101%2C1731723801625, suffix=, logDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/oldWALs, maxLogs=10 2024-11-16T02:23:24,115 DEBUG [RS:0;667222f7cf1b:44101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104, exclude list is [], retry=0 2024-11-16T02:23:24,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45317,DS-2148ccee-55ec-4cf1-bb7f-e7fdc6e4d536,DISK] 2024-11-16T02:23:24,119 INFO [RS:0;667222f7cf1b:44101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 2024-11-16T02:23:24,119 DEBUG [RS:0;667222f7cf1b:44101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35841:35841)] 2024-11-16T02:23:24,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:23:24,176 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0 2024-11-16T02:23:24,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:23:24,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:23:24,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:24,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:24,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:24,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:24,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:24,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:24,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:24,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:24,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:24,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:24,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:24,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:24,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:24,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:24,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:24,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:24,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:24,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:24,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740 2024-11-16T02:23:24,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740 2024-11-16T02:23:24,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:24,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:24,590 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:24,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:24,592 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:24,592 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65869118, jitterRate=-0.018473654985427856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:24,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723804581Initializing all the Stores at 1731723804582 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723804582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723804582Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723804582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723804582Cleaning up temporary data from old regions at 1731723804589 (+7 ms)Region opened successfully at 1731723804592 (+3 ms) 2024-11-16T02:23:24,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:23:24,592 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:23:24,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:23:24,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:23:24,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:23:24,592 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:24,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723804592Disabling compacts and flushes for region at 1731723804592Disabling writes for close at 1731723804592Writing region close event to WAL at 1731723804592Closed at 1731723804592 2024-11-16T02:23:24,593 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:24,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:23:24,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:23:24,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:24,595 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:23:24,745 DEBUG [667222f7cf1b:35999 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:23:24,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,44101,1731723801625 2024-11-16T02:23:24,746 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,44101,1731723801625, state=OPENING 2024-11-16T02:23:24,794 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:23:24,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:24,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:24,805 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:24,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,44101,1731723801625}] 2024-11-16T02:23:24,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1486678399/meta-region-server: CHANGED 2024-11-16T02:23:24,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1486678399/meta-region-server: CHANGED 2024-11-16T02:23:24,957 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:23:24,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:23:24,961 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:23:24,961 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:24,961 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:23:24,963 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44101%2C1731723801625.meta, suffix=.meta, logDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/oldWALs, maxLogs=10 2024-11-16T02:23:24,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:23:24,975 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.meta.1731723804963.meta, exclude list is [], retry=0 2024-11-16T02:23:24,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45317,DS-2148ccee-55ec-4cf1-bb7f-e7fdc6e4d536,DISK] 2024-11-16T02:23:24,978 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.meta.1731723804963.meta 2024-11-16T02:23:24,979 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35841:35841)] 2024-11-16T02:23:24,979 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:24,979 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:24,979 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:23:24,979 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:23:24,979 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:23:24,979 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:23:24,979 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:24,979 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:23:24,979 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:23:24,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:24,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:24,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:24,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:24,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:24,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:24,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:24,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:24,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:24,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:24,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:24,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:24,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:24,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:24,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:24,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:24,984 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:24,985 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740 2024-11-16T02:23:24,985 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740 2024-11-16T02:23:24,986 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:24,986 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:24,987 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:24,988 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:24,988 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59404771, jitterRate=-0.11479993164539337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:24,989 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:23:24,989 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723804979Writing region info on filesystem at 1731723804979Initializing all the Stores at 1731723804980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723804980Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723804980Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723804980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723804980Cleaning up temporary data from old regions at 1731723804986 (+6 ms)Running coprocessor post-open hooks at 1731723804989 (+3 ms)Region opened successfully at 1731723804989 2024-11-16T02:23:24,989 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723804957 2024-11-16T02:23:24,991 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:23:24,991 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:23:24,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,44101,1731723801625 2024-11-16T02:23:24,992 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,44101,1731723801625, state=OPEN 2024-11-16T02:23:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:24,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:24,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:24,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:24,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:25,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1486678399/meta-region-server 2024-11-16T02:23:25,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1486678399/meta-region-server 2024-11-16T02:23:25,005 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,44101,1731723801625 2024-11-16T02:23:25,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1486678399/meta-region-server: CHANGED 2024-11-16T02:23:25,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1486678399/meta-region-server: CHANGED 2024-11-16T02:23:25,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:25,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:25,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:23:25,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,44101,1731723801625 in 200 msec 2024-11-16T02:23:25,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:23:25,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-16T02:23:25,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:25,009 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:25,010 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:23:25,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:25,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44101,1731723801625, seqNum=-1] 2024-11-16T02:23:25,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:25,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:25,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-11-16T02:23:25,017 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723805017, completionTime=-1 2024-11-16T02:23:25,017 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:23:25,017 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:23:25,019 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:23:25,019 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723865019 2024-11-16T02:23:25,019 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723925019 2024-11-16T02:23:25,019 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:23:25,019 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35999,1731723801480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:25,019 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35999,1731723801480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:25,020 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35999,1731723801480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:25,020 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:35999, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:25,020 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:25,020 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:25,022 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:23:25,024 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.324sec 2024-11-16T02:23:25,024 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:23:25,024 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:23:25,024 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:23:25,024 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:23:25,024 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:23:25,024 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35999,1731723801480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:25,024 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35999,1731723801480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:23:25,026 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:23:25,026 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:23:25,026 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35999,1731723801480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:25,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3646e9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:25,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35999,-1 for getting cluster id 2024-11-16T02:23:25,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:25,060 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32c2e9b-e42a-411c-9f14-b8671e58628e' 2024-11-16T02:23:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32c2e9b-e42a-411c-9f14-b8671e58628e" 2024-11-16T02:23:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2557a06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35999,-1] 2024-11-16T02:23:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:25,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:25,062 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:25,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5a2dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:25,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:25,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44101,1731723801625, seqNum=-1] 2024-11-16T02:23:25,064 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:25,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:25,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,35999,1731723801480 2024-11-16T02:23:25,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59050 2024-11-16T02:23:25,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:25,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101417410f40005 connected 2024-11-16T02:23:25,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36897,1731723795802 2024-11-16T02:23:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6051381f 2024-11-16T02:23:25,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:25,093 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:25,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:23:25,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:23:25,095 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:25,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:23:25,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:23:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:23:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:25,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:25,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e491e5a4dfc8e6fa9fdadf890a378621, NAME => 'test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9 2024-11-16T02:23:25,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:23:25,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:25,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:25,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e491e5a4dfc8e6fa9fdadf890a378621, disabling compactions & flushes 2024-11-16T02:23:25,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:25,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:25,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. after waiting 0 ms 2024-11-16T02:23:25,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:25,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:25,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e491e5a4dfc8e6fa9fdadf890a378621: Waiting for close lock at 1731723805908Disabling compacts and flushes for region at 1731723805908Disabling writes for close at 1731723805908Writing region close event to WAL at 1731723805908Closed at 1731723805908 2024-11-16T02:23:25,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:23:25,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723805909"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723805909"}]},"ts":"1731723805909"} 2024-11-16T02:23:25,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:23:25,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:23:25,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723805912"}]},"ts":"1731723805912"} 2024-11-16T02:23:25,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:23:25,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e491e5a4dfc8e6fa9fdadf890a378621, ASSIGN}] 2024-11-16T02:23:25,914 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e491e5a4dfc8e6fa9fdadf890a378621, ASSIGN 2024-11-16T02:23:25,915 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e491e5a4dfc8e6fa9fdadf890a378621, ASSIGN; state=OFFLINE, location=667222f7cf1b,43021,1731723795995; forceNewPlan=false, retain=false 2024-11-16T02:23:26,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e491e5a4dfc8e6fa9fdadf890a378621, regionState=OPENING, regionLocation=667222f7cf1b,43021,1731723795995 2024-11-16T02:23:26,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e491e5a4dfc8e6fa9fdadf890a378621, ASSIGN because future has completed 2024-11-16T02:23:26,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e491e5a4dfc8e6fa9fdadf890a378621, server=667222f7cf1b,43021,1731723795995}] 2024-11-16T02:23:26,223 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:26,223 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e491e5a4dfc8e6fa9fdadf890a378621, NAME => 'test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:26,223 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:26,223 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:23:26,223 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,223 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:26,223 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,223 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,224 INFO [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,225 INFO [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e491e5a4dfc8e6fa9fdadf890a378621 columnFamilyName f 2024-11-16T02:23:26,225 DEBUG [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:26,226 INFO [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] regionserver.HStore(327): Store=e491e5a4dfc8e6fa9fdadf890a378621/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:26,226 INFO [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,227 INFO [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e491e5a4dfc8e6fa9fdadf890a378621 columnFamilyName f1 2024-11-16T02:23:26,227 DEBUG [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:26,227 INFO [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] regionserver.HStore(327): Store=e491e5a4dfc8e6fa9fdadf890a378621/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:26,227 INFO [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,228 INFO [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e491e5a4dfc8e6fa9fdadf890a378621 columnFamilyName norep 2024-11-16T02:23:26,228 DEBUG [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:26,228 INFO [StoreOpener-e491e5a4dfc8e6fa9fdadf890a378621-1 {}] regionserver.HStore(327): Store=e491e5a4dfc8e6fa9fdadf890a378621/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:26,228 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,228 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,229 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:26,229 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,229 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,230 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:23:26,230 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,232 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:26,232 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e491e5a4dfc8e6fa9fdadf890a378621; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74195830, jitterRate=0.10560402274131775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:23:26,232 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:26,233 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e491e5a4dfc8e6fa9fdadf890a378621: Running coprocessor pre-open hook at 1731723806223Writing region info on filesystem at 1731723806223Initializing all the Stores at 1731723806224 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723806224Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723806224Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723806224Cleaning up temporary data from old regions at 1731723806229 (+5 ms)Running coprocessor post-open hooks at 1731723806232 (+3 ms)Region opened successfully at 1731723806233 (+1 ms) 2024-11-16T02:23:26,234 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621., pid=6, masterSystemTime=1731723806220 2024-11-16T02:23:26,235 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:26,235 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:26,235 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e491e5a4dfc8e6fa9fdadf890a378621, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,43021,1731723795995 2024-11-16T02:23:26,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e491e5a4dfc8e6fa9fdadf890a378621, server=667222f7cf1b,43021,1731723795995 because future has completed 2024-11-16T02:23:26,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:23:26,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e491e5a4dfc8e6fa9fdadf890a378621, server=667222f7cf1b,43021,1731723795995 in 170 msec 2024-11-16T02:23:26,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:23:26,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e491e5a4dfc8e6fa9fdadf890a378621, ASSIGN in 326 msec 2024-11-16T02:23:26,242 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:23:26,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723806242"}]},"ts":"1731723806242"} 2024-11-16T02:23:26,244 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:23:26,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:23:26,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-16T02:23:27,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:27,239 INFO [RPCClient-NioEventLoopGroup-4-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:23:27,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35999,1731723801480 2024-11-16T02:23:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec0b35c 2024-11-16T02:23:27,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:27,241 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:27,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:23:27,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:23:27,244 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:27,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:23:27,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:23:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:27,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:23:27,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:27,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:27,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:27,520 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18295 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:27,652 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8a3953fd2f5ff46dd56b6ad413eccde, NAME => 'test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0 2024-11-16T02:23:27,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:23:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:28,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:28,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f8a3953fd2f5ff46dd56b6ad413eccde, disabling compactions & flushes 2024-11-16T02:23:28,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:28,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:28,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. after waiting 0 ms 2024-11-16T02:23:28,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:28,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:28,058 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8a3953fd2f5ff46dd56b6ad413eccde: Waiting for close lock at 1731723808058Disabling compacts and flushes for region at 1731723808058Disabling writes for close at 1731723808058Writing region close event to WAL at 1731723808058Closed at 1731723808058 2024-11-16T02:23:28,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:23:28,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723808059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723808059"}]},"ts":"1731723808059"} 2024-11-16T02:23:28,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:23:28,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:23:28,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723808062"}]},"ts":"1731723808062"} 2024-11-16T02:23:28,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:23:28,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8a3953fd2f5ff46dd56b6ad413eccde, ASSIGN}] 2024-11-16T02:23:28,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f8a3953fd2f5ff46dd56b6ad413eccde, ASSIGN 2024-11-16T02:23:28,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f8a3953fd2f5ff46dd56b6ad413eccde, ASSIGN; state=OFFLINE, location=667222f7cf1b,44101,1731723801625; forceNewPlan=false, retain=false 2024-11-16T02:23:28,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8a3953fd2f5ff46dd56b6ad413eccde, regionState=OPENING, regionLocation=667222f7cf1b,44101,1731723801625 2024-11-16T02:23:28,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f8a3953fd2f5ff46dd56b6ad413eccde, ASSIGN because future has completed 2024-11-16T02:23:28,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a3953fd2f5ff46dd56b6ad413eccde, server=667222f7cf1b,44101,1731723801625}] 2024-11-16T02:23:28,373 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:28,373 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f8a3953fd2f5ff46dd56b6ad413eccde, NAME => 'test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:28,373 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:28,374 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:23:28,374 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,374 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:28,374 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,374 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,375 INFO [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,375 INFO [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a3953fd2f5ff46dd56b6ad413eccde columnFamilyName f 2024-11-16T02:23:28,375 DEBUG [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:28,376 INFO [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] regionserver.HStore(327): Store=f8a3953fd2f5ff46dd56b6ad413eccde/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:28,376 INFO [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,376 INFO [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a3953fd2f5ff46dd56b6ad413eccde columnFamilyName f1 2024-11-16T02:23:28,377 DEBUG [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:28,377 INFO [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] regionserver.HStore(327): Store=f8a3953fd2f5ff46dd56b6ad413eccde/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:28,377 INFO [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,378 INFO [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a3953fd2f5ff46dd56b6ad413eccde columnFamilyName norep 2024-11-16T02:23:28,378 DEBUG [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:28,378 INFO [StoreOpener-f8a3953fd2f5ff46dd56b6ad413eccde-1 {}] regionserver.HStore(327): Store=f8a3953fd2f5ff46dd56b6ad413eccde/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:28,378 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,379 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,379 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:28,380 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,380 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,380 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:23:28,381 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,382 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:28,383 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f8a3953fd2f5ff46dd56b6ad413eccde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70287653, jitterRate=0.0473676472902298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:23:28,383 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:28,383 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f8a3953fd2f5ff46dd56b6ad413eccde: Running coprocessor pre-open hook at 1731723808374Writing region info on filesystem at 1731723808374Initializing all the Stores at 1731723808374Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723808374Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723808374Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723808374Cleaning up temporary data from old regions at 1731723808380 (+6 ms)Running coprocessor post-open hooks at 1731723808383 (+3 ms)Region opened successfully at 1731723808383 2024-11-16T02:23:28,384 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde., pid=6, masterSystemTime=1731723808370 2024-11-16T02:23:28,385 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:28,385 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:28,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f8a3953fd2f5ff46dd56b6ad413eccde, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,44101,1731723801625 2024-11-16T02:23:28,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a3953fd2f5ff46dd56b6ad413eccde, server=667222f7cf1b,44101,1731723801625 because future has completed 2024-11-16T02:23:28,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:23:28,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f8a3953fd2f5ff46dd56b6ad413eccde, server=667222f7cf1b,44101,1731723801625 in 170 msec 2024-11-16T02:23:28,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:23:28,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f8a3953fd2f5ff46dd56b6ad413eccde, ASSIGN in 326 msec 2024-11-16T02:23:28,392 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:23:28,392 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723808392"}]},"ts":"1731723808392"} 2024-11-16T02:23:28,394 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:23:28,394 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:23:28,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-16T02:23:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:29,389 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:23:29,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b2bd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36897,-1 for getting cluster id 2024-11-16T02:23:29,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:29,390 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a891829-6758-47ed-9f09-aaa1cf9d2daf' 2024-11-16T02:23:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a891829-6758-47ed-9f09-aaa1cf9d2daf" 2024-11-16T02:23:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129e8cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36897,-1] 2024-11-16T02:23:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:29,391 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:29,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62174555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564bed39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35999,-1 for getting cluster id 2024-11-16T02:23:29,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:29,393 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32c2e9b-e42a-411c-9f14-b8671e58628e' 2024-11-16T02:23:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32c2e9b-e42a-411c-9f14-b8671e58628e" 2024-11-16T02:23:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dd264a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35999,-1] 2024-11-16T02:23:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:29,394 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ae3a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417a1901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36897,-1 for getting cluster id 2024-11-16T02:23:29,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:29,396 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a891829-6758-47ed-9f09-aaa1cf9d2daf' 2024-11-16T02:23:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a891829-6758-47ed-9f09-aaa1cf9d2daf" 2024-11-16T02:23:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67450612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36897,-1] 2024-11-16T02:23:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:29,397 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:29,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de7cb5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36897,1731723795802 2024-11-16T02:23:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d0687b 2024-11-16T02:23:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:29,400 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:29,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:35999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:23:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:23:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:29,402 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:35999' 2024-11-16T02:23:29,403 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8db3660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,403 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35999,-1 for getting cluster id 2024-11-16T02:23:29,403 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:29,404 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32c2e9b-e42a-411c-9f14-b8671e58628e' 2024-11-16T02:23:29,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:29,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32c2e9b-e42a-411c-9f14-b8671e58628e" 2024-11-16T02:23:29,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa1e481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35999,-1] 2024-11-16T02:23:29,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:29,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:29,406 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:29,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f294c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:29,406 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:29,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35999,1731723801480 2024-11-16T02:23:29,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4f0377 2024-11-16T02:23:29,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:29,408 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:29,408 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T02:23:29,408 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:23:29,408 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:29,408 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:29,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:29,409 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:29,410 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:23:29,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:23:29,411 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:29,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:23:29,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:23:29,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1baecb8b49e772f048c0f41d832fcad7, NAME => 'hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9 2024-11-16T02:23:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:23:29,460 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:23:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:29,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:29,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1baecb8b49e772f048c0f41d832fcad7, disabling compactions & flushes 2024-11-16T02:23:29,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:29,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:29,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. after waiting 0 ms 2024-11-16T02:23:29,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:29,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:29,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1baecb8b49e772f048c0f41d832fcad7: Waiting for close lock at 1731723809831Disabling compacts and flushes for region at 1731723809831Disabling writes for close at 1731723809831Writing region close event to WAL at 1731723809831Closed at 1731723809831 2024-11-16T02:23:29,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:23:29,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723809832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723809832"}]},"ts":"1731723809832"} 2024-11-16T02:23:29,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:23:29,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:23:29,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723809835"}]},"ts":"1731723809835"} 2024-11-16T02:23:29,836 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:23:29,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1baecb8b49e772f048c0f41d832fcad7, ASSIGN}] 2024-11-16T02:23:29,837 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1baecb8b49e772f048c0f41d832fcad7, ASSIGN 2024-11-16T02:23:29,838 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1baecb8b49e772f048c0f41d832fcad7, ASSIGN; state=OFFLINE, location=667222f7cf1b,43021,1731723795995; forceNewPlan=false, retain=false 2024-11-16T02:23:29,974 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:23:29,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1baecb8b49e772f048c0f41d832fcad7, regionState=OPENING, regionLocation=667222f7cf1b,43021,1731723795995 2024-11-16T02:23:29,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1baecb8b49e772f048c0f41d832fcad7, ASSIGN because future has completed 2024-11-16T02:23:29,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1baecb8b49e772f048c0f41d832fcad7, server=667222f7cf1b,43021,1731723795995}] 2024-11-16T02:23:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:30,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:30,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:30,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:23:30,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C43021%2C1731723795995.rep, suffix=, logDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995, archiveDir=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/oldWALs, maxLogs=10 2024-11-16T02:23:30,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.rep.1731723810147, exclude list is [], retry=0 2024-11-16T02:23:30,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33631,DS-81528bd5-96e8-4d5d-921a-64603ff92d70,DISK] 2024-11-16T02:23:30,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.rep.1731723810147 2024-11-16T02:23:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43335:43335)] 2024-11-16T02:23:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1baecb8b49e772f048c0f41d832fcad7, NAME => 'hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:30,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:23:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. service=MultiRowMutationService 2024-11-16T02:23:30,162 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:23:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,163 INFO [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,164 INFO [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1baecb8b49e772f048c0f41d832fcad7 columnFamilyName hfileref 2024-11-16T02:23:30,164 DEBUG [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:30,165 INFO [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] regionserver.HStore(327): Store=1baecb8b49e772f048c0f41d832fcad7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:30,165 INFO [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,166 INFO [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1baecb8b49e772f048c0f41d832fcad7 columnFamilyName queue 2024-11-16T02:23:30,166 DEBUG [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:30,166 INFO [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] regionserver.HStore(327): Store=1baecb8b49e772f048c0f41d832fcad7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:30,166 INFO [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,167 INFO [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1baecb8b49e772f048c0f41d832fcad7 columnFamilyName sid 2024-11-16T02:23:30,167 DEBUG [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:30,167 INFO [StoreOpener-1baecb8b49e772f048c0f41d832fcad7-1 {}] regionserver.HStore(327): Store=1baecb8b49e772f048c0f41d832fcad7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:30,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/replication/1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/replication/1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:23:30,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/replication/1baecb8b49e772f048c0f41d832fcad7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:30,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1baecb8b49e772f048c0f41d832fcad7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65943762, jitterRate=-0.017361372709274292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:23:30,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:30,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1baecb8b49e772f048c0f41d832fcad7: Running coprocessor pre-open hook at 1731723810162Writing region info on filesystem at 1731723810162Initializing all the Stores at 1731723810163 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723810163Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723810163Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723810163Cleaning up temporary data from old regions at 1731723810169 (+6 ms)Running coprocessor post-open hooks at 1731723810172 (+3 ms)Region opened successfully at 1731723810173 (+1 ms) 2024-11-16T02:23:30,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7., pid=10, masterSystemTime=1731723810142 2024-11-16T02:23:30,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:30,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:30,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1baecb8b49e772f048c0f41d832fcad7, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,43021,1731723795995 2024-11-16T02:23:30,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1baecb8b49e772f048c0f41d832fcad7, server=667222f7cf1b,43021,1731723795995 because future has completed 2024-11-16T02:23:30,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:23:30,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1baecb8b49e772f048c0f41d832fcad7, server=667222f7cf1b,43021,1731723795995 in 188 msec 2024-11-16T02:23:30,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:23:30,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1baecb8b49e772f048c0f41d832fcad7, ASSIGN in 344 msec 2024-11-16T02:23:30,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:23:30,183 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723810183"}]},"ts":"1731723810183"} 2024-11-16T02:23:30,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:23:30,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:23:30,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-11-16T02:23:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7., hostname=667222f7cf1b,43021,1731723795995, seqNum=2] 2024-11-16T02:23:30,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:30,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:30,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:23:30,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:23:30,453 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:23:30,478 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,43021,1731723795995, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:23:30,478 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:30,478 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,43021,1731723795995, seqNum=-1] 2024-11-16T02:23:30,479 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:30,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T02:23:30,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,43021,1731723795995', locateType=CURRENT is [region=hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7., hostname=667222f7cf1b,43021,1731723795995, seqNum=2] 2024-11-16T02:23:30,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:23:30,483 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:23:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:23:30,485 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,43021,1731723795995 suceeded 2024-11-16T02:23:30,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:23:30,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-16T02:23:30,486 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:35999,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:23:30,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0860 sec 2024-11-16T02:23:30,496 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:35999' 2024-11-16T02:23:30,497 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@158c4d3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:30,497 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35999,-1 for getting cluster id 2024-11-16T02:23:30,497 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:30,498 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32c2e9b-e42a-411c-9f14-b8671e58628e' 2024-11-16T02:23:30,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:30,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32c2e9b-e42a-411c-9f14-b8671e58628e" 2024-11-16T02:23:30,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@363e8300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:30,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35999,-1] 2024-11-16T02:23:30,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:30,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:30,499 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:30,500 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1557eadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:30,500 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:30,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35999,1731723801480 2024-11-16T02:23:30,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1601d0ab 2024-11-16T02:23:30,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:30,502 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-16T02:23:30,502 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,43021,1731723795995 (queues=1) is replicating from cluster=9a891829-6758-47ed-9f09-aaa1cf9d2daf to cluster=a32c2e9b-e42a-411c-9f14-b8671e58628e 2024-11-16T02:23:30,502 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C43021%2C1731723795995 2024-11-16T02:23:30,502 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,43021,1731723795995, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:23:30,503 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C43021%2C1731723795995 2024-11-16T02:23:30,503 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426, startPosition=0, beingWritten=true 2024-11-16T02:23:30,509 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:30,509 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 379, reset compression=false 2024-11-16T02:23:30,509 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,43021,1731723795995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:30,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:30,535 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:23:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:30,539 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:23:30,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:30,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:30,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:30,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:30,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:30,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de329ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:30,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35999,-1 for getting cluster id 2024-11-16T02:23:30,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:30,541 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32c2e9b-e42a-411c-9f14-b8671e58628e' 2024-11-16T02:23:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32c2e9b-e42a-411c-9f14-b8671e58628e" 2024-11-16T02:23:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5c1883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:30,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35999,-1] 2024-11-16T02:23:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:30,542 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0e3856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:30,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35999,1731723801480 2024-11-16T02:23:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10eb76c2 2024-11-16T02:23:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:30,544 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:30,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:36897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:23:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:23:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:30,547 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:36897' 2024-11-16T02:23:30,547 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd669a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:30,547 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36897,-1 for getting cluster id 2024-11-16T02:23:30,548 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:30,548 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a891829-6758-47ed-9f09-aaa1cf9d2daf' 2024-11-16T02:23:30,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:30,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a891829-6758-47ed-9f09-aaa1cf9d2daf" 2024-11-16T02:23:30,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb43ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:30,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36897,-1] 2024-11-16T02:23:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:30,549 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:30,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351ff390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:30,550 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:30,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36897,1731723795802 2024-11-16T02:23:30,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72d83c1f 2024-11-16T02:23:30,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:30,551 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:30,552 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T02:23:30,552 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:23:30,552 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:30,552 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:30,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:30,552 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:30,553 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:23:30,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:23:30,554 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:30,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:23:30,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:23:30,604 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:23:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:30,714 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 379, reset compression=false 2024-11-16T02:23:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:30,998 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b7e9508e62eeb72cf4d0821d4e008b2, NAME => 'hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0 2024-11-16T02:23:31,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:23:31,017 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 379, reset compression=false 2024-11-16T02:23:31,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:31,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:31,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8b7e9508e62eeb72cf4d0821d4e008b2, disabling compactions & flushes 2024-11-16T02:23:31,403 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:31,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:31,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. after waiting 0 ms 2024-11-16T02:23:31,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:31,403 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:31,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b7e9508e62eeb72cf4d0821d4e008b2: Waiting for close lock at 1731723811403Disabling compacts and flushes for region at 1731723811403Disabling writes for close at 1731723811403Writing region close event to WAL at 1731723811403Closed at 1731723811403 2024-11-16T02:23:31,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:23:31,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723811404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723811404"}]},"ts":"1731723811404"} 2024-11-16T02:23:31,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:23:31,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:23:31,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723811407"}]},"ts":"1731723811407"} 2024-11-16T02:23:31,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:23:31,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b7e9508e62eeb72cf4d0821d4e008b2, ASSIGN}] 2024-11-16T02:23:31,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b7e9508e62eeb72cf4d0821d4e008b2, ASSIGN 2024-11-16T02:23:31,410 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b7e9508e62eeb72cf4d0821d4e008b2, ASSIGN; state=OFFLINE, location=667222f7cf1b,44101,1731723801625; forceNewPlan=false, retain=false 2024-11-16T02:23:31,421 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 379, reset compression=false 2024-11-16T02:23:31,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b7e9508e62eeb72cf4d0821d4e008b2, regionState=OPENING, regionLocation=667222f7cf1b,44101,1731723801625 2024-11-16T02:23:31,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8b7e9508e62eeb72cf4d0821d4e008b2, ASSIGN because future has completed 2024-11-16T02:23:31,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b7e9508e62eeb72cf4d0821d4e008b2, server=667222f7cf1b,44101,1731723801625}] 2024-11-16T02:23:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:31,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:31,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:31,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:23:31,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44101%2C1731723801625.rep, suffix=, logDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/oldWALs, maxLogs=10 2024-11-16T02:23:31,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.rep.1731723811719, exclude list is [], retry=0 2024-11-16T02:23:31,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45317,DS-2148ccee-55ec-4cf1-bb7f-e7fdc6e4d536,DISK] 2024-11-16T02:23:31,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.rep.1731723811719 2024-11-16T02:23:31,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35841:35841)] 2024-11-16T02:23:31,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b7e9508e62eeb72cf4d0821d4e008b2, NAME => 'hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:31,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:31,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:23:31,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. service=MultiRowMutationService 2024-11-16T02:23:31,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:23:31,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:31,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,735 INFO [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,736 INFO [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b7e9508e62eeb72cf4d0821d4e008b2 columnFamilyName hfileref 2024-11-16T02:23:31,736 DEBUG [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:31,737 INFO [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] regionserver.HStore(327): Store=8b7e9508e62eeb72cf4d0821d4e008b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:31,737 INFO [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,738 INFO [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b7e9508e62eeb72cf4d0821d4e008b2 columnFamilyName queue 2024-11-16T02:23:31,738 DEBUG [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:31,738 INFO [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] regionserver.HStore(327): Store=8b7e9508e62eeb72cf4d0821d4e008b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:31,738 INFO [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,739 INFO [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b7e9508e62eeb72cf4d0821d4e008b2 columnFamilyName sid 2024-11-16T02:23:31,739 DEBUG [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:31,739 INFO [StoreOpener-8b7e9508e62eeb72cf4d0821d4e008b2-1 {}] regionserver.HStore(327): Store=8b7e9508e62eeb72cf4d0821d4e008b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:31,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/replication/8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/replication/8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:23:31,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/replication/8b7e9508e62eeb72cf4d0821d4e008b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:31,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8b7e9508e62eeb72cf4d0821d4e008b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67334068, jitterRate=0.0033558011054992676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:23:31,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:31,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8b7e9508e62eeb72cf4d0821d4e008b2: Running coprocessor pre-open hook at 1731723811734Writing region info on filesystem at 1731723811734Initializing all the Stores at 1731723811735 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723811735Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723811735Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723811735Cleaning up temporary data from old regions at 1731723811741 (+6 ms)Running coprocessor post-open hooks at 1731723811744 (+3 ms)Region opened successfully at 1731723811744 2024-11-16T02:23:31,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2., pid=10, masterSystemTime=1731723811714 2024-11-16T02:23:31,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:31,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:31,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8b7e9508e62eeb72cf4d0821d4e008b2, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,44101,1731723801625 2024-11-16T02:23:31,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b7e9508e62eeb72cf4d0821d4e008b2, server=667222f7cf1b,44101,1731723801625 because future has completed 2024-11-16T02:23:31,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:23:31,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b7e9508e62eeb72cf4d0821d4e008b2, server=667222f7cf1b,44101,1731723801625 in 186 msec 2024-11-16T02:23:31,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:23:31,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8b7e9508e62eeb72cf4d0821d4e008b2, ASSIGN in 342 msec 2024-11-16T02:23:31,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:23:31,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723811752"}]},"ts":"1731723811752"} 2024-11-16T02:23:31,754 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:23:31,755 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:23:31,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-11-16T02:23:31,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2., hostname=667222f7cf1b,44101,1731723801625, seqNum=2] 2024-11-16T02:23:31,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:31,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:31,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:23:31,924 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 379, reset compression=false 2024-11-16T02:23:32,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:23:32,063 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:23:32,089 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,44101,1731723801625, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:23:32,089 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:32,089 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44101,1731723801625, seqNum=-1] 2024-11-16T02:23:32,089 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:32,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T02:23:32,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,44101,1731723801625', locateType=CURRENT is [region=hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2., hostname=667222f7cf1b,44101,1731723801625, seqNum=2] 2024-11-16T02:23:32,093 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:23:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:23:32,095 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,44101,1731723801625 suceeded 2024-11-16T02:23:32,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:23:32,097 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:36897,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:23:32,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T02:23:32,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5530 sec 2024-11-16T02:23:32,107 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:36897' 2024-11-16T02:23:32,107 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b69fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:32,107 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36897,-1 for getting cluster id 2024-11-16T02:23:32,108 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:32,108 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a891829-6758-47ed-9f09-aaa1cf9d2daf' 2024-11-16T02:23:32,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:32,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a891829-6758-47ed-9f09-aaa1cf9d2daf" 2024-11-16T02:23:32,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1db160c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:32,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36897,-1] 2024-11-16T02:23:32,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:32,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:32,109 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:32,110 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2662d5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:32,110 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,36897,1731723795802 2024-11-16T02:23:32,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12960457 2024-11-16T02:23:32,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:32,111 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-16T02:23:32,112 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,44101,1731723801625 (queues=1) is replicating from cluster=a32c2e9b-e42a-411c-9f14-b8671e58628e to cluster=9a891829-6758-47ed-9f09-aaa1cf9d2daf 2024-11-16T02:23:32,112 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C44101%2C1731723801625 2024-11-16T02:23:32,112 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,44101,1731723801625, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:23:32,112 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C44101%2C1731723801625 2024-11-16T02:23:32,112 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104, startPosition=0, beingWritten=true 2024-11-16T02:23:32,117 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:32,117 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 379, reset compression=false 2024-11-16T02:23:32,117 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44101,1731723801625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:32,321 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 379, reset compression=false 2024-11-16T02:23:32,528 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 379, reset compression=false 2024-11-16T02:23:32,624 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 379, reset compression=false 2024-11-16T02:23:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:23:32,690 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:23:32,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:32,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:32,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:32,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:32,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:32,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,43021,1731723795995, seqNum=-1] 2024-11-16T02:23:32,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:32,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:32,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621., hostname=667222f7cf1b,43021,1731723795995, seqNum=2] 2024-11-16T02:23:32,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44101,1731723801625, seqNum=-1] 2024-11-16T02:23:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:32,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde., hostname=667222f7cf1b,44101,1731723801625, seqNum=2] 2024-11-16T02:23:32,700 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T02:23:33,027 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 379, reset compression=false 2024-11-16T02:23:33,231 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 379, reset compression=false 2024-11-16T02:23:33,235 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:23:33,235 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 480, reset compression=false 2024-11-16T02:23:33,236 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,43021,1731723795995 got entry batch from reader: WALEntryBatch [walEntries=[{test/e491e5a4dfc8e6fa9fdadf890a378621/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T02:23:33,238 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:23:33,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-16T02:23:33,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:23:33,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a29930e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:33,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35999,-1 for getting cluster id 2024-11-16T02:23:33,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:33,241 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32c2e9b-e42a-411c-9f14-b8671e58628e' 2024-11-16T02:23:33,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:33,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32c2e9b-e42a-411c-9f14-b8671e58628e" 2024-11-16T02:23:33,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59912e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:33,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35999,-1] 2024-11-16T02:23:33,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:33,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:33,242 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:33,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@759d445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:33,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:33,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44101,1731723801625, seqNum=-1] 2024-11-16T02:23:33,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:33,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-16T02:23:33,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde., hostname=667222f7cf1b,44101,1731723801625, seqNum=2] 2024-11-16T02:23:33,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:23:33,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:23:33,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T02:23:33,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T02:23:33,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T02:23:33,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:23:33,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T02:23:33,440 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 480, reset compression=false 2024-11-16T02:23:33,538 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 379, reset compression=false 2024-11-16T02:23:33,542 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:33,542 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 504, reset compression=false 2024-11-16T02:23:33,542 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44101,1731723801625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:33,703 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T02:23:33,706 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T02:23:33,744 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 480, reset compression=false 2024-11-16T02:23:33,745 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 504, reset compression=false 2024-11-16T02:23:33,749 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:23:33,749 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 608, reset compression=false 2024-11-16T02:23:33,749 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44101,1731723801625 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8a3953fd2f5ff46dd56b6ad413eccde/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T02:23:33,751 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:23:33,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-16T02:23:33,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:23:33,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18799fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:33,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43021 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,36897,-1 for getting cluster id 2024-11-16T02:23:33,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:33,753 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a891829-6758-47ed-9f09-aaa1cf9d2daf' 2024-11-16T02:23:33,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:33,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a891829-6758-47ed-9f09-aaa1cf9d2daf" 2024-11-16T02:23:33,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e9847e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:33,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,36897,-1] 2024-11-16T02:23:33,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:33,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:33,755 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:33,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c85b588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:33,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:33,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,43021,1731723795995, seqNum=-1] 2024-11-16T02:23:33,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:33,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-16T02:23:33,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621., hostname=667222f7cf1b,43021,1731723795995, seqNum=2] 2024-11-16T02:23:33,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:23:33,952 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 608, reset compression=false 2024-11-16T02:23:34,147 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 480, reset compression=false 2024-11-16T02:23:34,151 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:34,151 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 608, reset compression=false 2024-11-16T02:23:34,151 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,43021,1731723795995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:34,256 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 608, reset compression=false 2024-11-16T02:23:34,354 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 608, reset compression=false 2024-11-16T02:23:34,658 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 608, reset compression=false 2024-11-16T02:23:34,659 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 608, reset compression=false 2024-11-16T02:23:34,696 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=18, reused chunk count=71, reuseRatio=79.78% 2024-11-16T02:23:34,701 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-16T02:23:34,707 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T02:23:34,716 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T02:23:35,062 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 608, reset compression=false 2024-11-16T02:23:35,067 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:23:35,067 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 764, reset compression=false 2024-11-16T02:23:35,067 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,43021,1731723795995 got entry batch from reader: WALEntryBatch [walEntries=[{test/e491e5a4dfc8e6fa9fdadf890a378621/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T02:23:35,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:23:35,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44101 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:23:35,162 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 608, reset compression=false 2024-11-16T02:23:35,167 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:35,167 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 756, reset compression=false 2024-11-16T02:23:35,167 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44101,1731723801625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:35,271 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 764, reset compression=false 2024-11-16T02:23:35,370 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 756, reset compression=false 2024-11-16T02:23:35,574 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 764, reset compression=false 2024-11-16T02:23:35,664 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:23:35,674 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 756, reset compression=false 2024-11-16T02:23:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:35,718 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T02:23:35,721 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T02:23:35,978 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 764, reset compression=false 2024-11-16T02:23:36,077 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 756, reset compression=false 2024-11-16T02:23:36,081 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:23:36,081 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 915, reset compression=false 2024-11-16T02:23:36,081 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44101,1731723801625 got entry batch from reader: WALEntryBatch [walEntries=[{test/f8a3953fd2f5ff46dd56b6ad413eccde/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T02:23:36,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43021 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:23:36,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43021 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:23:36,285 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 915, reset compression=false 2024-11-16T02:23:36,481 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 764, reset compression=false 2024-11-16T02:23:36,486 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:36,486 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 914, reset compression=false 2024-11-16T02:23:36,486 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,43021,1731723795995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:36,588 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 915, reset compression=false 2024-11-16T02:23:36,690 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 914, reset compression=false 2024-11-16T02:23:36,723 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T02:23:36,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:23:36,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:36,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:36,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:36,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:36,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:36,725 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:23:36,725 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=427988344, stopped=false 2024-11-16T02:23:36,725 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,35999,1731723801480 2024-11-16T02:23:36,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1486678399/running 2024-11-16T02:23:36,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1486678399/running 2024-11-16T02:23:36,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:36,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:36,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:23:36,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:36,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:36,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:36,794 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,44101,1731723801625' ***** 2024-11-16T02:23:36,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on znode that does not yet exist, /1486678399/running 2024-11-16T02:23:36,794 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:23:36,795 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:23:36,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Set watcher on znode that does not yet exist, /1486678399/running 2024-11-16T02:23:36,795 INFO [RS:0;667222f7cf1b:44101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:23:36,795 INFO [RS:0;667222f7cf1b:44101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:23:36,795 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b7e9508e62eeb72cf4d0821d4e008b2 2024-11-16T02:23:36,795 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:36,795 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,44101,1731723801625 2024-11-16T02:23:36,795 INFO [RS:0;667222f7cf1b:44101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:23:36,795 INFO [RS:0;667222f7cf1b:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44101. 2024-11-16T02:23:36,795 DEBUG [RS:0;667222f7cf1b:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:36,795 DEBUG [RS:0;667222f7cf1b:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:36,796 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:23:36,796 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:23:36,796 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:23:36,796 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:23:36,796 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b7e9508e62eeb72cf4d0821d4e008b2, disabling compactions & flushes 2024-11-16T02:23:36,796 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:36,796 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:36,796 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. after waiting 0 ms 2024-11-16T02:23:36,796 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:36,796 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:23:36,796 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1325): Online Regions={8b7e9508e62eeb72cf4d0821d4e008b2=hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2., f8a3953fd2f5ff46dd56b6ad413eccde=test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:23:36,796 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:23:36,796 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b7e9508e62eeb72cf4d0821d4e008b2, f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:36,796 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:23:36,796 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:23:36,796 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8b7e9508e62eeb72cf4d0821d4e008b2 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-16T02:23:36,796 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:23:36,796 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:23:36,796 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:23:36,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:23:36,811 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/replication/8b7e9508e62eeb72cf4d0821d4e008b2/.tmp/queue/7dbb1b64b88942c2933ba2f5034b7a19 is 153, key is 1-667222f7cf1b,44101,1731723801625/queue:667222f7cf1b%2C44101%2C1731723801625/1731723816086/Put/seqid=0 2024-11-16T02:23:36,814 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/info/1e8ebce2d5d44bff90029c2917a7f9fb is 147, key is hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2./info:regioninfo/1731723811746/Put/seqid=0 2024-11-16T02:23:36,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741840_1016 (size=5352) 2024-11-16T02:23:36,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741841_1017 (size=7686) 2024-11-16T02:23:36,886 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:23:36,977 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:23:36,977 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:23:36,991 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 915, reset compression=false 2024-11-16T02:23:36,993 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 914, reset compression=false 2024-11-16T02:23:36,996 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b7e9508e62eeb72cf4d0821d4e008b2, f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:37,196 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b7e9508e62eeb72cf4d0821d4e008b2, f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:37,216 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/replication/8b7e9508e62eeb72cf4d0821d4e008b2/.tmp/queue/7dbb1b64b88942c2933ba2f5034b7a19 2024-11-16T02:23:37,218 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/info/1e8ebce2d5d44bff90029c2917a7f9fb 2024-11-16T02:23:37,221 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/replication/8b7e9508e62eeb72cf4d0821d4e008b2/.tmp/queue/7dbb1b64b88942c2933ba2f5034b7a19 as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/replication/8b7e9508e62eeb72cf4d0821d4e008b2/queue/7dbb1b64b88942c2933ba2f5034b7a19 2024-11-16T02:23:37,225 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/replication/8b7e9508e62eeb72cf4d0821d4e008b2/queue/7dbb1b64b88942c2933ba2f5034b7a19, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T02:23:37,226 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8b7e9508e62eeb72cf4d0821d4e008b2 in 430ms, sequenceid=10, compaction requested=false 2024-11-16T02:23:37,232 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/replication/8b7e9508e62eeb72cf4d0821d4e008b2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T02:23:37,233 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:37,233 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:37,233 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:37,233 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b7e9508e62eeb72cf4d0821d4e008b2: Waiting for close lock at 1731723816796Running coprocessor pre-close hooks at 1731723816796Disabling compacts and flushes for region at 1731723816796Disabling writes for close at 1731723816796Obtaining lock to block concurrent updates at 1731723816796Preparing flush snapshotting stores in 8b7e9508e62eeb72cf4d0821d4e008b2 at 1731723816796Finished memstore snapshotting hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731723816796Flushing stores of hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. at 1731723816797 (+1 ms)Flushing 8b7e9508e62eeb72cf4d0821d4e008b2/queue: creating writer at 1731723816797Flushing 8b7e9508e62eeb72cf4d0821d4e008b2/queue: appending metadata at 1731723816811 (+14 ms)Flushing 8b7e9508e62eeb72cf4d0821d4e008b2/queue: closing flushed file at 1731723816811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b99426e: reopening flushed file at 1731723817221 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8b7e9508e62eeb72cf4d0821d4e008b2 in 430ms, sequenceid=10, compaction requested=false at 1731723817226 (+5 ms)Writing region close event to WAL at 1731723817229 (+3 ms)Running coprocessor post-close hooks at 1731723817233 (+4 ms)Closed at 1731723817233 2024-11-16T02:23:37,233 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723810552.8b7e9508e62eeb72cf4d0821d4e008b2. 2024-11-16T02:23:37,233 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8a3953fd2f5ff46dd56b6ad413eccde, disabling compactions & flushes 2024-11-16T02:23:37,233 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:37,233 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:37,233 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. after waiting 0 ms 2024-11-16T02:23:37,233 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:37,233 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8a3953fd2f5ff46dd56b6ad413eccde 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-16T02:23:37,236 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/ns/e0d9dd6da7e24fce8cbff7fe8441a212 is 43, key is default/ns:d/1731723805012/Put/seqid=0 2024-11-16T02:23:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:23:37,251 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/.tmp/f/eb7b8a1d2354423e8671d85b4cc994c7 is 29, key is row1/f:/1731723815719/DeleteFamily/seqid=0 2024-11-16T02:23:37,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741843_1019 (size=5118) 2024-11-16T02:23:37,395 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 914, reset compression=false 2024-11-16T02:23:37,396 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:37,495 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 915, reset compression=false 2024-11-16T02:23:37,499 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:37,499 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 1162, reset compression=false 2024-11-16T02:23:37,499 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44101,1731723801625 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:37,500 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,44101,1731723801625: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-667222f7cf1b,44101,1731723801625, walGroup=667222f7cf1b%2C44101%2C1731723801625, offset=667222f7cf1b%2C44101%2C1731723801625.1731723804104:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:44101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:23:37,502 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:23:37,502 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:23:37,502 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:23:37,502 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:23:37,502 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:23:37,503 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 598875840 }, "NonHeapMemoryUsage": { "committed": 193724416, "init": 7667712, "max": -1, "used": 190868152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:23:37,503 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:35999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:35999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T02:23:37,597 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:37,619 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:37,619 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:37,620 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28395 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:37,640 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/ns/e0d9dd6da7e24fce8cbff7fe8441a212 2024-11-16T02:23:37,655 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/.tmp/f/eb7b8a1d2354423e8671d85b4cc994c7 2024-11-16T02:23:37,656 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/rep_barrier/6388f724be664bd09b5d9ee8eb13126d is 112, key is test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde./rep_barrier:seqnumDuringOpen/1731723808386/Put/seqid=0 2024-11-16T02:23:37,659 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb7b8a1d2354423e8671d85b4cc994c7 2024-11-16T02:23:37,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741844_1020 (size=5518) 2024-11-16T02:23:37,672 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/.tmp/f1/9b78d123e26a41d99028ec021b9c51af is 30, key is row1/f1:/1731723815719/DeleteFamily/seqid=0 2024-11-16T02:23:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741845_1021 (size=5123) 2024-11-16T02:23:37,703 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 1162, reset compression=false 2024-11-16T02:23:37,797 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:23:37,797 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1325): Online Regions={f8a3953fd2f5ff46dd56b6ad413eccde=test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:23:37,797 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:37,899 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 914, reset compression=false 2024-11-16T02:23:37,997 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f8a3953fd2f5ff46dd56b6ad413eccde 2024-11-16T02:23:38,007 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 1162, reset compression=false 2024-11-16T02:23:38,062 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/rep_barrier/6388f724be664bd09b5d9ee8eb13126d 2024-11-16T02:23:38,076 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/.tmp/f1/9b78d123e26a41d99028ec021b9c51af 2024-11-16T02:23:38,083 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b78d123e26a41d99028ec021b9c51af 2024-11-16T02:23:38,088 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/table/6cbc52981bae436b880e5060adef39d2 is 53, key is hbase:replication/table:state/1731723811752/Put/seqid=0 2024-11-16T02:23:38,110 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/.tmp/norep/298dacac148a45b792636a9378415f45 is 33, key is row1/norep:/1731723815719/DeleteFamily/seqid=0 2024-11-16T02:23:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741846_1022 (size=5308) 2024-11-16T02:23:38,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741847_1023 (size=5108) 2024-11-16T02:23:38,128 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/.tmp/norep/298dacac148a45b792636a9378415f45 2024-11-16T02:23:38,132 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 298dacac148a45b792636a9378415f45 2024-11-16T02:23:38,132 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/.tmp/f/eb7b8a1d2354423e8671d85b4cc994c7 as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/f/eb7b8a1d2354423e8671d85b4cc994c7 2024-11-16T02:23:38,137 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eb7b8a1d2354423e8671d85b4cc994c7 2024-11-16T02:23:38,137 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/f/eb7b8a1d2354423e8671d85b4cc994c7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T02:23:38,138 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/.tmp/f1/9b78d123e26a41d99028ec021b9c51af as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/f1/9b78d123e26a41d99028ec021b9c51af 2024-11-16T02:23:38,143 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b78d123e26a41d99028ec021b9c51af 2024-11-16T02:23:38,143 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/f1/9b78d123e26a41d99028ec021b9c51af, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T02:23:38,144 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/.tmp/norep/298dacac148a45b792636a9378415f45 as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/norep/298dacac148a45b792636a9378415f45 2024-11-16T02:23:38,148 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 298dacac148a45b792636a9378415f45 2024-11-16T02:23:38,148 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/norep/298dacac148a45b792636a9378415f45, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T02:23:38,149 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f8a3953fd2f5ff46dd56b6ad413eccde in 916ms, sequenceid=8, compaction requested=false 2024-11-16T02:23:38,156 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/default/test/f8a3953fd2f5ff46dd56b6ad413eccde/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T02:23:38,156 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:38,156 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:23:38,156 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:38,156 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8a3953fd2f5ff46dd56b6ad413eccde: Waiting for close lock at 1731723817233Running coprocessor pre-close hooks at 1731723817233Disabling compacts and flushes for region at 1731723817233Disabling writes for close at 1731723817233Obtaining lock to block concurrent updates at 1731723817233Preparing flush snapshotting stores in f8a3953fd2f5ff46dd56b6ad413eccde at 1731723817233Finished memstore snapshotting test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731723817234 (+1 ms)Flushing stores of test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. at 1731723817234Flushing f8a3953fd2f5ff46dd56b6ad413eccde/f: creating writer at 1731723817234Flushing f8a3953fd2f5ff46dd56b6ad413eccde/f: appending metadata at 1731723817250 (+16 ms)Flushing f8a3953fd2f5ff46dd56b6ad413eccde/f: closing flushed file at 1731723817250Flushing f8a3953fd2f5ff46dd56b6ad413eccde/f1: creating writer at 1731723817659 (+409 ms)Flushing f8a3953fd2f5ff46dd56b6ad413eccde/f1: appending metadata at 1731723817671 (+12 ms)Flushing f8a3953fd2f5ff46dd56b6ad413eccde/f1: closing flushed file at 1731723817671Flushing f8a3953fd2f5ff46dd56b6ad413eccde/norep: creating writer at 1731723818083 (+412 ms)Flushing f8a3953fd2f5ff46dd56b6ad413eccde/norep: appending metadata at 1731723818109 (+26 ms)Flushing f8a3953fd2f5ff46dd56b6ad413eccde/norep: closing flushed file at 1731723818109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ade6df5: reopening flushed file at 1731723818132 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e743523: reopening flushed file at 1731723818137 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c2b2177: reopening flushed file at 1731723818143 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f8a3953fd2f5ff46dd56b6ad413eccde in 916ms, sequenceid=8, compaction requested=false at 1731723818149 (+6 ms)Writing region close event to WAL at 1731723818153 (+4 ms)Running coprocessor post-close hooks at 1731723818156 (+3 ms)Closed at 1731723818156 2024-11-16T02:23:38,157 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723807242.f8a3953fd2f5ff46dd56b6ad413eccde. 2024-11-16T02:23:38,197 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:23:38,398 DEBUG [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:23:38,420 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 1162, reset compression=false 2024-11-16T02:23:38,432 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:38,432 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 1806, reset compression=false 2024-11-16T02:23:38,513 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 914, reset compression=false 2024-11-16T02:23:38,516 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/table/6cbc52981bae436b880e5060adef39d2 2024-11-16T02:23:38,527 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/info/1e8ebce2d5d44bff90029c2917a7f9fb as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/info/1e8ebce2d5d44bff90029c2917a7f9fb 2024-11-16T02:23:38,531 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/info/1e8ebce2d5d44bff90029c2917a7f9fb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:23:38,532 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/ns/e0d9dd6da7e24fce8cbff7fe8441a212 as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/ns/e0d9dd6da7e24fce8cbff7fe8441a212 2024-11-16T02:23:38,536 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/ns/e0d9dd6da7e24fce8cbff7fe8441a212, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:23:38,539 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/rep_barrier/6388f724be664bd09b5d9ee8eb13126d as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/rep_barrier/6388f724be664bd09b5d9ee8eb13126d 2024-11-16T02:23:38,545 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/rep_barrier/6388f724be664bd09b5d9ee8eb13126d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:23:38,548 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/.tmp/table/6cbc52981bae436b880e5060adef39d2 as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/table/6cbc52981bae436b880e5060adef39d2 2024-11-16T02:23:38,555 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/table/6cbc52981bae436b880e5060adef39d2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:23:38,556 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1760ms, sequenceid=16, compaction requested=false 2024-11-16T02:23:38,574 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:23:38,574 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:38,574 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:38,574 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:38,575 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723816796Running coprocessor pre-close hooks at 1731723816796Disabling compacts and flushes for region at 1731723816796Disabling writes for close at 1731723816796Obtaining lock to block concurrent updates at 1731723816796Preparing flush snapshotting stores in 1588230740 at 1731723816796Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723816796Flushing stores of hbase:meta,,1.1588230740 at 1731723816797 (+1 ms)Flushing 1588230740/info: creating writer at 1731723816797Flushing 1588230740/info: appending metadata at 1731723816814 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731723816814Flushing 1588230740/ns: creating writer at 1731723817221 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731723817236 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731723817236Flushing 1588230740/rep_barrier: creating writer at 1731723817644 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723817656 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723817656Flushing 1588230740/table: creating writer at 1731723818067 (+411 ms)Flushing 1588230740/table: appending metadata at 1731723818088 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731723818088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776122e5: reopening flushed file at 1731723818526 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5241d842: reopening flushed file at 1731723818532 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cbd408: reopening flushed file at 1731723818537 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e784797: reopening flushed file at 1731723818545 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1760ms, sequenceid=16, compaction requested=false at 1731723818556 (+11 ms)Writing region close event to WAL at 1731723818569 (+13 ms)Running coprocessor post-close hooks at 1731723818574 (+5 ms)Closed at 1731723818574 2024-11-16T02:23:38,575 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:38,598 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,44101,1731723801625; all regions closed. 2024-11-16T02:23:38,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:23:38,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741839_1015 (size=2676) 2024-11-16T02:23:38,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 not finished, retry = 0 2024-11-16T02:23:38,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741832_1008 (size=1814) 2024-11-16T02:23:38,647 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 to pos 1806, reset compression=false 2024-11-16T02:23:38,711 DEBUG [RS:0;667222f7cf1b:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:38,711 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:23:38,711 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/WALs/667222f7cf1b,44101,1731723801625/667222f7cf1b%2C44101%2C1731723801625.1731723804104 2024-11-16T02:23:38,712 INFO [RS:0;667222f7cf1b:44101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:23:38,712 INFO [RS:0;667222f7cf1b:44101 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:23:38,712 INFO [RS:0;667222f7cf1b:44101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:23:38,712 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:23:38,712 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,44101,1731723801625 because: Region server is closing 2024-11-16T02:23:38,712 INFO [RS:0;667222f7cf1b:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44101. 2024-11-16T02:23:38,712 DEBUG [RS:0;667222f7cf1b:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:38,713 DEBUG [RS:0;667222f7cf1b:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:38,713 DEBUG [RS:0;667222f7cf1b:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:38,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:38,813 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.shipper667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 terminated 2024-11-16T02:23:38,813 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44101,1731723801625.replicationSource.wal-reader.667222f7cf1b%2C44101%2C1731723801625,1-667222f7cf1b,44101,1731723801625 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-16T02:23:38,813 INFO [RS:0;667222f7cf1b:44101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44101. 2024-11-16T02:23:38,813 DEBUG [RS:0;667222f7cf1b:44101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:38,813 DEBUG [RS:0;667222f7cf1b:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:38,813 DEBUG [RS:0;667222f7cf1b:44101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:38,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:38,813 INFO [RS:0;667222f7cf1b:44101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44101 2024-11-16T02:23:38,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1486678399/rs/667222f7cf1b,44101,1731723801625 2024-11-16T02:23:38,908 INFO [RS:0;667222f7cf1b:44101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:23:38,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399/rs 2024-11-16T02:23:38,929 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,44101,1731723801625] 2024-11-16T02:23:38,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1486678399/draining/667222f7cf1b,44101,1731723801625 already deleted, retry=false 2024-11-16T02:23:38,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,44101,1731723801625 expired; onlineServers=0 2024-11-16T02:23:38,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,35999,1731723801480' ***** 2024-11-16T02:23:38,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:23:38,950 INFO [M:0;667222f7cf1b:35999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:23:38,950 INFO [M:0;667222f7cf1b:35999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:23:38,950 DEBUG [M:0;667222f7cf1b:35999 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:23:38,950 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:23:38,950 DEBUG [M:0;667222f7cf1b:35999 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:23:38,950 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723803773 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723803773,5,FailOnTimeoutGroup] 2024-11-16T02:23:38,950 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723803772 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723803772,5,FailOnTimeoutGroup] 2024-11-16T02:23:38,951 INFO [M:0;667222f7cf1b:35999 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:23:38,951 INFO [M:0;667222f7cf1b:35999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:23:38,951 DEBUG [M:0;667222f7cf1b:35999 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:23:38,951 INFO [M:0;667222f7cf1b:35999 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:23:38,951 INFO [M:0;667222f7cf1b:35999 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:23:38,951 INFO [M:0;667222f7cf1b:35999 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:23:38,951 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:23:38,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1486678399/master 2024-11-16T02:23:38,962 DEBUG [M:0;667222f7cf1b:35999 {}] zookeeper.ZKUtil(347): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Unable to get data of znode /1486678399/master because node does not exist (not an error) 2024-11-16T02:23:38,962 WARN [M:0;667222f7cf1b:35999 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:23:38,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1486678399 2024-11-16T02:23:38,963 INFO [M:0;667222f7cf1b:35999 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/.lastflushedseqids 2024-11-16T02:23:38,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741848_1024 (size=245) 2024-11-16T02:23:38,988 INFO [M:0;667222f7cf1b:35999 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:23:38,988 INFO [M:0;667222f7cf1b:35999 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:23:38,988 DEBUG [M:0;667222f7cf1b:35999 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:23:38,988 INFO [M:0;667222f7cf1b:35999 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:38,988 DEBUG [M:0;667222f7cf1b:35999 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:38,988 DEBUG [M:0;667222f7cf1b:35999 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:23:38,988 DEBUG [M:0;667222f7cf1b:35999 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:38,988 INFO [M:0;667222f7cf1b:35999 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T02:23:39,007 DEBUG [M:0;667222f7cf1b:35999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a325cf749eb449baa143396c895e6e8f is 82, key is hbase:meta,,1/info:regioninfo/1731723804992/Put/seqid=0 2024-11-16T02:23:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741849_1025 (size=5672) 2024-11-16T02:23:39,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:39,029 INFO [RS:0;667222f7cf1b:44101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:23:39,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44101-0x101417410f40004, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:39,029 INFO [RS:0;667222f7cf1b:44101 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,44101,1731723801625; zookeeper connection closed. 2024-11-16T02:23:39,029 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@155e0456 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@155e0456 2024-11-16T02:23:39,029 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:23:39,230 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 914, reset compression=false 2024-11-16T02:23:39,422 INFO [M:0;667222f7cf1b:35999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a325cf749eb449baa143396c895e6e8f 2024-11-16T02:23:39,448 DEBUG [M:0;667222f7cf1b:35999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95f9c69122c54985936fa323050304ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731723811756/Put/seqid=0 2024-11-16T02:23:39,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741850_1026 (size=8516) 2024-11-16T02:23:39,853 INFO [M:0;667222f7cf1b:35999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95f9c69122c54985936fa323050304ff 2024-11-16T02:23:39,870 DEBUG [M:0;667222f7cf1b:35999 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d8556cbba314d0cb59154bd933c5072 is 69, key is 667222f7cf1b,44101,1731723801625/rs:state/1731723803891/Put/seqid=0 2024-11-16T02:23:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741851_1027 (size=5156) 2024-11-16T02:23:40,033 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 914, reset compression=false 2024-11-16T02:23:40,274 INFO [M:0;667222f7cf1b:35999 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d8556cbba314d0cb59154bd933c5072 2024-11-16T02:23:40,279 DEBUG [M:0;667222f7cf1b:35999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a325cf749eb449baa143396c895e6e8f as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a325cf749eb449baa143396c895e6e8f 2024-11-16T02:23:40,283 INFO [M:0;667222f7cf1b:35999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a325cf749eb449baa143396c895e6e8f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T02:23:40,284 DEBUG [M:0;667222f7cf1b:35999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95f9c69122c54985936fa323050304ff as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95f9c69122c54985936fa323050304ff 2024-11-16T02:23:40,288 INFO [M:0;667222f7cf1b:35999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95f9c69122c54985936fa323050304ff, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T02:23:40,288 DEBUG [M:0;667222f7cf1b:35999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d8556cbba314d0cb59154bd933c5072 as hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d8556cbba314d0cb59154bd933c5072 2024-11-16T02:23:40,292 INFO [M:0;667222f7cf1b:35999 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/38d60141-91ad-1cd7-bfb4-46af4167d2c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d8556cbba314d0cb59154bd933c5072, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T02:23:40,292 INFO [M:0;667222f7cf1b:35999 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=97, compaction requested=false 2024-11-16T02:23:40,295 INFO [M:0;667222f7cf1b:35999 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:40,296 DEBUG [M:0;667222f7cf1b:35999 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723818988Disabling compacts and flushes for region at 1731723818988Disabling writes for close at 1731723818988Obtaining lock to block concurrent updates at 1731723818988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723818988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731723818989 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723818989Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723818990 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723819006 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723819006Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723819428 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723819448 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723819448Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723819857 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723819870 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723819870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36601a75: reopening flushed file at 1731723820278 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2100955a: reopening flushed file at 1731723820283 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154027d4: reopening flushed file at 1731723820288 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=97, compaction requested=false at 1731723820293 (+5 ms)Writing region close event to WAL at 1731723820295 (+2 ms)Closed at 1731723820295 2024-11-16T02:23:40,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45317 is added to blk_1073741830_1006 (size=63654) 2024-11-16T02:23:40,298 INFO [M:0;667222f7cf1b:35999 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:23:40,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:23:40,298 INFO [M:0;667222f7cf1b:35999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35999 2024-11-16T02:23:40,298 INFO [M:0;667222f7cf1b:35999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:23:40,420 INFO [M:0;667222f7cf1b:35999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:23:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:40,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35999-0x101417410f40003, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:40,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb99da8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:23:40,423 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3330a505{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:23:40,423 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:23:40,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca85482{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:23:40,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a062e99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.log.dir/,STOPPED} 2024-11-16T02:23:40,424 WARN [BP-35740441-172.17.0.3-1731723799571 heartbeating to localhost/127.0.0.1:39643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:23:40,424 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:23:40,424 WARN [BP-35740441-172.17.0.3-1731723799571 heartbeating to localhost/127.0.0.1:39643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-35740441-172.17.0.3-1731723799571 (Datanode Uuid 2109dc01-bb18-4314-bb2e-9cd5ff035f6a) service to localhost/127.0.0.1:39643 2024-11-16T02:23:40,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:23:40,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/cluster_8851d0e1-8faa-0c3e-6877-d0aa4a6b7e9a/data/data1/current/BP-35740441-172.17.0.3-1731723799571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:23:40,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/cluster_8851d0e1-8faa-0c3e-6877-d0aa4a6b7e9a/data/data2/current/BP-35740441-172.17.0.3-1731723799571 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:23:40,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:23:40,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40ef8c61{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:23:40,431 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26059d97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:23:40,431 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:23:40,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@456da0b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:23:40,431 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eb4cc8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.log.dir/,STOPPED} 2024-11-16T02:23:40,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:23:40,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:23:40,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:40,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:40,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:40,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:40,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:40,454 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:23:40,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=159017614, stopped=false 2024-11-16T02:23:40,455 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,36897,1731723795802 2024-11-16T02:23:40,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1954671984/running 2024-11-16T02:23:40,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1954671984/running 2024-11-16T02:23:40,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:40,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:40,478 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:23:40,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:23:40,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on znode that does not yet exist, /0-1954671984/running 2024-11-16T02:23:40,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Set watcher on znode that does not yet exist, /0-1954671984/running 2024-11-16T02:23:40,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:40,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:40,479 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,43021,1731723795995' ***** 2024-11-16T02:23:40,479 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:23:40,479 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:23:40,479 INFO [RS:0;667222f7cf1b:43021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:23:40,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:23:40,479 INFO [RS:0;667222f7cf1b:43021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:23:40,479 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1baecb8b49e772f048c0f41d832fcad7 2024-11-16T02:23:40,479 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(3091): Received CLOSE for e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:40,479 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,43021,1731723795995 2024-11-16T02:23:40,479 INFO [RS:0;667222f7cf1b:43021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:23:40,479 INFO [RS:0;667222f7cf1b:43021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:43021. 2024-11-16T02:23:40,479 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1baecb8b49e772f048c0f41d832fcad7, disabling compactions & flushes 2024-11-16T02:23:40,479 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:40,479 DEBUG [RS:0;667222f7cf1b:43021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:40,479 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:40,479 DEBUG [RS:0;667222f7cf1b:43021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:40,480 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. after waiting 0 ms 2024-11-16T02:23:40,480 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:40,480 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:23:40,480 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:23:40,480 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:23:40,480 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1baecb8b49e772f048c0f41d832fcad7 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-16T02:23:40,480 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:23:40,480 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:23:40,480 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1325): Online Regions={1baecb8b49e772f048c0f41d832fcad7=hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7., e491e5a4dfc8e6fa9fdadf890a378621=test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:23:40,480 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1baecb8b49e772f048c0f41d832fcad7, e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:40,480 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:23:40,480 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:23:40,480 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:23:40,480 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:23:40,480 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:23:40,480 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:23:40,494 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/info/d46136fca4e4474e9bd766a8fbfb7dee is 147, key is hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7./info:regioninfo/1731723810176/Put/seqid=0 2024-11-16T02:23:40,494 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/replication/1baecb8b49e772f048c0f41d832fcad7/.tmp/queue/abdbf769656c4deaa6a2cf53710539c9 is 153, key is 1-667222f7cf1b,43021,1731723795995/queue:667222f7cf1b%2C43021%2C1731723795995/1731723816487/Put/seqid=0 2024-11-16T02:23:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741840_1016 (size=7686) 2024-11-16T02:23:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741841_1017 (size=5352) 2024-11-16T02:23:40,509 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:23:40,680 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1baecb8b49e772f048c0f41d832fcad7, e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:40,880 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1baecb8b49e772f048c0f41d832fcad7, e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:40,898 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/info/d46136fca4e4474e9bd766a8fbfb7dee 2024-11-16T02:23:40,898 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/replication/1baecb8b49e772f048c0f41d832fcad7/.tmp/queue/abdbf769656c4deaa6a2cf53710539c9 2024-11-16T02:23:40,905 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/replication/1baecb8b49e772f048c0f41d832fcad7/.tmp/queue/abdbf769656c4deaa6a2cf53710539c9 as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/replication/1baecb8b49e772f048c0f41d832fcad7/queue/abdbf769656c4deaa6a2cf53710539c9 2024-11-16T02:23:40,910 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/replication/1baecb8b49e772f048c0f41d832fcad7/queue/abdbf769656c4deaa6a2cf53710539c9, entries=1, sequenceid=10, filesize=5.2 K 2024-11-16T02:23:40,911 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1baecb8b49e772f048c0f41d832fcad7 in 431ms, sequenceid=10, compaction requested=false 2024-11-16T02:23:40,920 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/replication/1baecb8b49e772f048c0f41d832fcad7/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T02:23:40,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:40,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:40,921 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:40,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1baecb8b49e772f048c0f41d832fcad7: Waiting for close lock at 1731723820479Running coprocessor pre-close hooks at 1731723820479Disabling compacts and flushes for region at 1731723820479Disabling writes for close at 1731723820480 (+1 ms)Obtaining lock to block concurrent updates at 1731723820480Preparing flush snapshotting stores in 1baecb8b49e772f048c0f41d832fcad7 at 1731723820480Finished memstore snapshotting hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731723820480Flushing stores of hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. at 1731723820480Flushing 1baecb8b49e772f048c0f41d832fcad7/queue: creating writer at 1731723820480Flushing 1baecb8b49e772f048c0f41d832fcad7/queue: appending metadata at 1731723820493 (+13 ms)Flushing 1baecb8b49e772f048c0f41d832fcad7/queue: closing flushed file at 1731723820493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dfb99f1: reopening flushed file at 1731723820904 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1baecb8b49e772f048c0f41d832fcad7 in 431ms, sequenceid=10, compaction requested=false at 1731723820911 (+7 ms)Writing region close event to WAL at 1731723820916 (+5 ms)Running coprocessor post-close hooks at 1731723820921 (+5 ms)Closed at 1731723820921 2024-11-16T02:23:40,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723809409.1baecb8b49e772f048c0f41d832fcad7. 2024-11-16T02:23:40,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e491e5a4dfc8e6fa9fdadf890a378621, disabling compactions & flushes 2024-11-16T02:23:40,921 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:40,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:40,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. after waiting 0 ms 2024-11-16T02:23:40,921 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:40,921 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e491e5a4dfc8e6fa9fdadf890a378621 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-16T02:23:40,923 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/ns/804ce9caf0bc4dbe94e259f94209ad9e is 43, key is default/ns:d/1731723799506/Put/seqid=0 2024-11-16T02:23:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:23:40,935 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/.tmp/f/9d850842ba4e4976889d5ecd33160788 is 29, key is row1/f:/1731723815719/DeleteFamily/seqid=0 2024-11-16T02:23:40,937 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 914, reset compression=false 2024-11-16T02:23:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741843_1019 (size=5118) 2024-11-16T02:23:40,941 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:40,941 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 1161, reset compression=false 2024-11-16T02:23:40,941 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,43021,1731723795995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:23:40,942 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,43021,1731723795995: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-667222f7cf1b,43021,1731723795995, walGroup=667222f7cf1b%2C43021%2C1731723795995, offset=667222f7cf1b%2C43021%2C1731723795995.1731723798426:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:43021 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:23:40,943 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:23:40,943 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:23:40,943 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:23:40,943 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:23:40,943 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:23:40,943 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 659693248 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191604872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:23:40,944 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:36897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:36897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T02:23:41,080 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:41,145 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 1161, reset compression=false 2024-11-16T02:23:41,281 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:41,293 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:23:41,293 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:23:41,330 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/ns/804ce9caf0bc4dbe94e259f94209ad9e 2024-11-16T02:23:41,339 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/.tmp/f/9d850842ba4e4976889d5ecd33160788 2024-11-16T02:23:41,342 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d850842ba4e4976889d5ecd33160788 2024-11-16T02:23:41,347 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/rep_barrier/50bead55449f447ea6d95c020a7884e8 is 112, key is test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621./rep_barrier:seqnumDuringOpen/1731723806235/Put/seqid=0 2024-11-16T02:23:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741844_1020 (size=5518) 2024-11-16T02:23:41,355 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/.tmp/f1/63d1bfda1b1b453f89afff274ffb2e21 is 30, key is row1/f1:/1731723815719/DeleteFamily/seqid=0 2024-11-16T02:23:41,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741845_1021 (size=5123) 2024-11-16T02:23:41,448 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 1161, reset compression=false 2024-11-16T02:23:41,481 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:23:41,481 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1325): Online Regions={e491e5a4dfc8e6fa9fdadf890a378621=test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:23:41,481 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:41,681 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:41,752 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/rep_barrier/50bead55449f447ea6d95c020a7884e8 2024-11-16T02:23:41,759 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/.tmp/f1/63d1bfda1b1b453f89afff274ffb2e21 2024-11-16T02:23:41,763 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63d1bfda1b1b453f89afff274ffb2e21 2024-11-16T02:23:41,771 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/table/a36d7aec3abc4df8b3c382058a2561b1 is 53, key is hbase:replication/table:state/1731723810183/Put/seqid=0 2024-11-16T02:23:41,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741846_1022 (size=5308) 2024-11-16T02:23:41,779 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/.tmp/norep/160e935409304c7f854e5bf5b1611cc4 is 32, key is row/norep:/1731723814710/DeleteFamily/seqid=0 2024-11-16T02:23:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741847_1023 (size=5101) 2024-11-16T02:23:41,851 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 1161, reset compression=false 2024-11-16T02:23:41,881 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:42,081 DEBUG [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e491e5a4dfc8e6fa9fdadf890a378621 2024-11-16T02:23:42,178 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/table/a36d7aec3abc4df8b3c382058a2561b1 2024-11-16T02:23:42,182 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/info/d46136fca4e4474e9bd766a8fbfb7dee as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/info/d46136fca4e4474e9bd766a8fbfb7dee 2024-11-16T02:23:42,185 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/.tmp/norep/160e935409304c7f854e5bf5b1611cc4 2024-11-16T02:23:42,186 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/info/d46136fca4e4474e9bd766a8fbfb7dee, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:23:42,187 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/ns/804ce9caf0bc4dbe94e259f94209ad9e as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/ns/804ce9caf0bc4dbe94e259f94209ad9e 2024-11-16T02:23:42,189 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 160e935409304c7f854e5bf5b1611cc4 2024-11-16T02:23:42,190 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/.tmp/f/9d850842ba4e4976889d5ecd33160788 as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/f/9d850842ba4e4976889d5ecd33160788 2024-11-16T02:23:42,191 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/ns/804ce9caf0bc4dbe94e259f94209ad9e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:23:42,191 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/rep_barrier/50bead55449f447ea6d95c020a7884e8 as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/rep_barrier/50bead55449f447ea6d95c020a7884e8 2024-11-16T02:23:42,194 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d850842ba4e4976889d5ecd33160788 2024-11-16T02:23:42,194 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/f/9d850842ba4e4976889d5ecd33160788, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T02:23:42,195 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/.tmp/f1/63d1bfda1b1b453f89afff274ffb2e21 as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/f1/63d1bfda1b1b453f89afff274ffb2e21 2024-11-16T02:23:42,195 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/rep_barrier/50bead55449f447ea6d95c020a7884e8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:23:42,195 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/.tmp/table/a36d7aec3abc4df8b3c382058a2561b1 as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/table/a36d7aec3abc4df8b3c382058a2561b1 2024-11-16T02:23:42,198 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/table/a36d7aec3abc4df8b3c382058a2561b1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:23:42,198 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63d1bfda1b1b453f89afff274ffb2e21 2024-11-16T02:23:42,198 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/f1/63d1bfda1b1b453f89afff274ffb2e21, entries=2, sequenceid=8, filesize=5.0 K 2024-11-16T02:23:42,199 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-16T02:23:42,199 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:23:42,199 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/.tmp/norep/160e935409304c7f854e5bf5b1611cc4 as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/norep/160e935409304c7f854e5bf5b1611cc4 2024-11-16T02:23:42,203 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:23:42,203 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 160e935409304c7f854e5bf5b1611cc4 2024-11-16T02:23:42,203 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/norep/160e935409304c7f854e5bf5b1611cc4, entries=1, sequenceid=8, filesize=5.0 K 2024-11-16T02:23:42,203 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:42,203 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:42,204 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:42,204 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723820480Running coprocessor pre-close hooks at 1731723820480Disabling compacts and flushes for region at 1731723820480Disabling writes for close at 1731723820480Obtaining lock to block concurrent updates at 1731723820480Preparing flush snapshotting stores in 1588230740 at 1731723820480Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723820480Flushing stores of hbase:meta,,1.1588230740 at 1731723820481 (+1 ms)Flushing 1588230740/info: creating writer at 1731723820481Flushing 1588230740/info: appending metadata at 1731723820493 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731723820493Flushing 1588230740/ns: creating writer at 1731723820903 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731723820922 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731723820922Flushing 1588230740/rep_barrier: creating writer at 1731723821333 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723821346 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723821346Flushing 1588230740/table: creating writer at 1731723821756 (+410 ms)Flushing 1588230740/table: appending metadata at 1731723821771 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731723821771Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31da5ba1: reopening flushed file at 1731723822181 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56eff4ea: reopening flushed file at 1731723822186 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b74021e: reopening flushed file at 1731723822191 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@640005c5: reopening flushed file at 1731723822195 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1731723822199 (+4 ms)Writing region close event to WAL at 1731723822201 (+2 ms)Running coprocessor post-close hooks at 1731723822203 (+2 ms)Closed at 1731723822204 (+1 ms) 2024-11-16T02:23:42,204 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:42,204 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e491e5a4dfc8e6fa9fdadf890a378621 in 1283ms, sequenceid=8, compaction requested=false 2024-11-16T02:23:42,204 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:23:42,208 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/data/default/test/e491e5a4dfc8e6fa9fdadf890a378621/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T02:23:42,208 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:42,208 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:23:42,208 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:42,209 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e491e5a4dfc8e6fa9fdadf890a378621: Waiting for close lock at 1731723820921Running coprocessor pre-close hooks at 1731723820921Disabling compacts and flushes for region at 1731723820921Disabling writes for close at 1731723820921Obtaining lock to block concurrent updates at 1731723820921Preparing flush snapshotting stores in e491e5a4dfc8e6fa9fdadf890a378621 at 1731723820921Finished memstore snapshotting test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731723820922 (+1 ms)Flushing stores of test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. at 1731723820922Flushing e491e5a4dfc8e6fa9fdadf890a378621/f: creating writer at 1731723820922Flushing e491e5a4dfc8e6fa9fdadf890a378621/f: appending metadata at 1731723820935 (+13 ms)Flushing e491e5a4dfc8e6fa9fdadf890a378621/f: closing flushed file at 1731723820935Flushing e491e5a4dfc8e6fa9fdadf890a378621/f1: creating writer at 1731723821342 (+407 ms)Flushing e491e5a4dfc8e6fa9fdadf890a378621/f1: appending metadata at 1731723821355 (+13 ms)Flushing e491e5a4dfc8e6fa9fdadf890a378621/f1: closing flushed file at 1731723821355Flushing e491e5a4dfc8e6fa9fdadf890a378621/norep: creating writer at 1731723821763 (+408 ms)Flushing e491e5a4dfc8e6fa9fdadf890a378621/norep: appending metadata at 1731723821779 (+16 ms)Flushing e491e5a4dfc8e6fa9fdadf890a378621/norep: closing flushed file at 1731723821779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f7eb5: reopening flushed file at 1731723822189 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@760239cf: reopening flushed file at 1731723822194 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f1fdc7: reopening flushed file at 1731723822199 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e491e5a4dfc8e6fa9fdadf890a378621 in 1283ms, sequenceid=8, compaction requested=false at 1731723822204 (+5 ms)Writing region close event to WAL at 1731723822205 (+1 ms)Running coprocessor post-close hooks at 1731723822208 (+3 ms)Closed at 1731723822208 2024-11-16T02:23:42,209 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723805093.e491e5a4dfc8e6fa9fdadf890a378621. 2024-11-16T02:23:42,282 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,43021,1731723795995; all regions closed. 2024-11-16T02:23:42,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:23:42,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741839_1015 (size=2676) 2024-11-16T02:23:42,295 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.rep.1731723810147 not finished, retry = 0 2024-11-16T02:23:42,355 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 1161, reset compression=false 2024-11-16T02:23:42,360 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:23:42,360 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/WALs/667222f7cf1b,43021,1731723795995/667222f7cf1b%2C43021%2C1731723795995.1731723798426 to pos 1805, reset compression=false 2024-11-16T02:23:42,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741832_1008 (size=1813) 2024-11-16T02:23:42,402 DEBUG [RS:0;667222f7cf1b:43021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:42,402 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:23:42,402 INFO [RS:0;667222f7cf1b:43021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:23:42,402 INFO [RS:0;667222f7cf1b:43021 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:23:42,402 INFO [RS:0;667222f7cf1b:43021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:23:42,402 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:23:42,403 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,43021,1731723795995 because: Region server is closing 2024-11-16T02:23:42,404 INFO [RS:0;667222f7cf1b:43021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:43021. 2024-11-16T02:23:42,404 DEBUG [RS:0;667222f7cf1b:43021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:42,404 DEBUG [RS:0;667222f7cf1b:43021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:42,404 DEBUG [RS:0;667222f7cf1b:43021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:42,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:42,504 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.shipper667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 terminated 2024-11-16T02:23:42,504 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,43021,1731723795995.replicationSource.wal-reader.667222f7cf1b%2C43021%2C1731723795995,1-667222f7cf1b,43021,1731723795995 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:23:42,504 INFO [RS:0;667222f7cf1b:43021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:43021. 2024-11-16T02:23:42,504 DEBUG [RS:0;667222f7cf1b:43021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:23:42,504 DEBUG [RS:0;667222f7cf1b:43021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:42,504 DEBUG [RS:0;667222f7cf1b:43021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:42,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:23:42,505 INFO [RS:0;667222f7cf1b:43021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43021 2024-11-16T02:23:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1954671984/rs/667222f7cf1b,43021,1731723795995 2024-11-16T02:23:42,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984/rs 2024-11-16T02:23:42,586 INFO [RS:0;667222f7cf1b:43021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:23:42,641 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,43021,1731723795995] 2024-11-16T02:23:42,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1954671984/draining/667222f7cf1b,43021,1731723795995 already deleted, retry=false 2024-11-16T02:23:42,694 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,43021,1731723795995 expired; onlineServers=0 2024-11-16T02:23:42,694 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,36897,1731723795802' ***** 2024-11-16T02:23:42,694 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:23:42,694 INFO [M:0;667222f7cf1b:36897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:23:42,694 INFO [M:0;667222f7cf1b:36897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:23:42,695 DEBUG [M:0;667222f7cf1b:36897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:23:42,695 DEBUG [M:0;667222f7cf1b:36897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:23:42,695 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:23:42,695 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723798173 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723798173,5,FailOnTimeoutGroup] 2024-11-16T02:23:42,695 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723798173 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723798173,5,FailOnTimeoutGroup] 2024-11-16T02:23:42,695 INFO [M:0;667222f7cf1b:36897 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:23:42,695 INFO [M:0;667222f7cf1b:36897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:23:42,695 DEBUG [M:0;667222f7cf1b:36897 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:23:42,695 INFO [M:0;667222f7cf1b:36897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:23:42,695 INFO [M:0;667222f7cf1b:36897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:23:42,695 INFO [M:0;667222f7cf1b:36897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:23:42,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:23:42,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:23:42,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:42,742 INFO [RS:0;667222f7cf1b:43021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:23:42,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43021-0x101417410f40001, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:42,742 INFO [RS:0;667222f7cf1b:43021 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,43021,1731723795995; zookeeper connection closed. 2024-11-16T02:23:42,742 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37651b84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37651b84 2024-11-16T02:23:42,742 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:23:42,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:42,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1954671984/master 2024-11-16T02:23:42,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1954671984 2024-11-16T02:23:42,853 DEBUG [M:0;667222f7cf1b:36897 {}] zookeeper.ZKUtil(347): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Unable to get data of znode /0-1954671984/master because node does not exist (not an error) 2024-11-16T02:23:42,853 WARN [M:0;667222f7cf1b:36897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:23:42,855 INFO [M:0;667222f7cf1b:36897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/.lastflushedseqids 2024-11-16T02:23:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741848_1024 (size=245) 2024-11-16T02:23:42,867 INFO [M:0;667222f7cf1b:36897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:23:42,867 INFO [M:0;667222f7cf1b:36897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:23:42,867 DEBUG [M:0;667222f7cf1b:36897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:23:42,867 INFO [M:0;667222f7cf1b:36897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:42,867 DEBUG [M:0;667222f7cf1b:36897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:42,867 DEBUG [M:0;667222f7cf1b:36897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:23:42,867 DEBUG [M:0;667222f7cf1b:36897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:42,868 INFO [M:0;667222f7cf1b:36897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T02:23:42,898 DEBUG [M:0;667222f7cf1b:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0025e869cef2431598e89007a4554aa7 is 82, key is hbase:meta,,1/info:regioninfo/1731723799482/Put/seqid=0 2024-11-16T02:23:42,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741849_1025 (size=5672) 2024-11-16T02:23:43,302 INFO [M:0;667222f7cf1b:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0025e869cef2431598e89007a4554aa7 2024-11-16T02:23:43,320 DEBUG [M:0;667222f7cf1b:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bcc3c5fd7474c28a72200a36cd496be is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731723810186/Put/seqid=0 2024-11-16T02:23:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741850_1026 (size=8516) 2024-11-16T02:23:43,324 INFO [M:0;667222f7cf1b:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bcc3c5fd7474c28a72200a36cd496be 2024-11-16T02:23:43,340 DEBUG [M:0;667222f7cf1b:36897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f5d00aec48a4b8ebe4384f6b19ed41f is 69, key is 667222f7cf1b,43021,1731723795995/rs:state/1731723798272/Put/seqid=0 2024-11-16T02:23:43,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741851_1027 (size=5156) 2024-11-16T02:23:43,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:43,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:23:43,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:23:43,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T02:23:43,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:43,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:23:43,746 INFO [M:0;667222f7cf1b:36897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f5d00aec48a4b8ebe4384f6b19ed41f 2024-11-16T02:23:43,751 DEBUG [M:0;667222f7cf1b:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0025e869cef2431598e89007a4554aa7 as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0025e869cef2431598e89007a4554aa7 2024-11-16T02:23:43,756 INFO [M:0;667222f7cf1b:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0025e869cef2431598e89007a4554aa7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T02:23:43,757 DEBUG [M:0;667222f7cf1b:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bcc3c5fd7474c28a72200a36cd496be as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bcc3c5fd7474c28a72200a36cd496be 2024-11-16T02:23:43,761 INFO [M:0;667222f7cf1b:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bcc3c5fd7474c28a72200a36cd496be, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T02:23:43,762 DEBUG [M:0;667222f7cf1b:36897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f5d00aec48a4b8ebe4384f6b19ed41f as hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f5d00aec48a4b8ebe4384f6b19ed41f 2024-11-16T02:23:43,767 INFO [M:0;667222f7cf1b:36897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32793/user/jenkins/test-data/c3ecf15e-71ee-ee8d-6769-126393b239e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f5d00aec48a4b8ebe4384f6b19ed41f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T02:23:43,768 INFO [M:0;667222f7cf1b:36897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false 2024-11-16T02:23:43,772 INFO [M:0;667222f7cf1b:36897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:43,772 DEBUG [M:0;667222f7cf1b:36897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723822867Disabling compacts and flushes for region at 1731723822867Disabling writes for close at 1731723822867Obtaining lock to block concurrent updates at 1731723822868 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723822868Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731723822868Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723822869 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723822869Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723822897 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723822897Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723823306 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723823319 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723823319Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723823327 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723823340 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723823340Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d79de7a: reopening flushed file at 1731723823751 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65938d05: reopening flushed file at 1731723823756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388c186d: reopening flushed file at 1731723823762 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=97, compaction requested=false at 1731723823768 (+6 ms)Writing region close event to WAL at 1731723823772 (+4 ms)Closed at 1731723823772 2024-11-16T02:23:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33631 is added to blk_1073741830_1006 (size=63654) 2024-11-16T02:23:43,779 INFO [M:0;667222f7cf1b:36897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:23:43,779 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:23:43,779 INFO [M:0;667222f7cf1b:36897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36897 2024-11-16T02:23:43,780 INFO [M:0;667222f7cf1b:36897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:23:43,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:43,888 INFO [M:0;667222f7cf1b:36897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:23:43,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36897-0x101417410f40000, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:23:43,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57272088{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:23:43,891 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5eff4960{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:23:43,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:23:43,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b58e478{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:23:43,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e220539{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.log.dir/,STOPPED} 2024-11-16T02:23:43,892 WARN [BP-957681330-172.17.0.3-1731723793761 heartbeating to localhost/127.0.0.1:32793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:23:43,892 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:23:43,893 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:23:43,893 WARN [BP-957681330-172.17.0.3-1731723793761 heartbeating to localhost/127.0.0.1:32793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-957681330-172.17.0.3-1731723793761 (Datanode Uuid 569d3af9-33fc-4034-bad4-fed17f0f1d18) service to localhost/127.0.0.1:32793 2024-11-16T02:23:43,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/cluster_6bbaf5a9-4bda-ef6d-b90c-7baf9ba5e3b8/data/data1/current/BP-957681330-172.17.0.3-1731723793761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:23:43,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/cluster_6bbaf5a9-4bda-ef6d-b90c-7baf9ba5e3b8/data/data2/current/BP-957681330-172.17.0.3-1731723793761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:23:43,893 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:23:43,897 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@266ba34c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:23:43,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35950a57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:23:43,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:23:43,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c14c8b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:23:43,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34663f82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7c741fd-970f-85e6-8f93-e51dc77b25db/hadoop.log.dir/,STOPPED} 2024-11-16T02:23:43,903 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:23:43,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:23:43,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=269 (was 250) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:32793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:39643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:32793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:32793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:32793 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39643 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59050) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59050) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 627) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3155 (was 3256) 2024-11-16T02:23:43,937 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=269, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=3155 2024-11-16T02:23:43,954 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-16T02:23:43,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.log.dir so I do NOT create it in target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee 2024-11-16T02:23:43,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:23:43,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.tmp.dir so I do NOT create it in target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee 2024-11-16T02:23:43,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec8ac013-cf65-8800-79dc-17af35bd78e2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:23:43,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee 2024-11-16T02:23:43,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/cluster_a79766ba-2364-1101-30ea-666980cb2354, deleteOnExit=true 2024-11-16T02:23:43,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/cluster_a79766ba-2364-1101-30ea-666980cb2354/zookeeper_0, clientPort=54184, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/cluster_a79766ba-2364-1101-30ea-666980cb2354/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/cluster_a79766ba-2364-1101-30ea-666980cb2354/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:23:43,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54184 2024-11-16T02:23:43,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/test.cache.data in system properties and HBase conf 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:23:43,960 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:43,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:23:43,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:23:44,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101417410f40002, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:23:44,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101417410f40005, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:23:44,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101417410f40005, quorum=127.0.0.1:59050, baseZNode=/1486678399 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:23:44,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101417410f40002, quorum=127.0.0.1:59050, baseZNode=/0-1954671984 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:23:44,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:44,578 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:44,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:44,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:44,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:23:44,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:44,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64c2064b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:44,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590f448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:44,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b34bb14{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/java.io.tmpdir/jetty-localhost-44621-hadoop-hdfs-3_4_1-tests_jar-_-any-8192092943843262254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:23:44,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d31d20{HTTP/1.1, (http/1.1)}{localhost:44621} 2024-11-16T02:23:44,678 INFO [Time-limited test {}] server.Server(415): Started @323663ms 2024-11-16T02:23:44,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:44,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:44,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:44,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:44,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:23:44,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46731816{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:44,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ec821e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:45,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64bff314{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/java.io.tmpdir/jetty-localhost-37179-hadoop-hdfs-3_4_1-tests_jar-_-any-3664656895128877965/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:23:45,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a72a52d{HTTP/1.1, (http/1.1)}{localhost:37179} 2024-11-16T02:23:45,092 INFO [Time-limited test {}] server.Server(415): Started @324077ms 2024-11-16T02:23:45,093 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:23:46,331 WARN [Thread-2619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/cluster_a79766ba-2364-1101-30ea-666980cb2354/data/data2/current/BP-1860454105-172.17.0.3-1731723823981/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:46,331 WARN [Thread-2618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/cluster_a79766ba-2364-1101-30ea-666980cb2354/data/data1/current/BP-1860454105-172.17.0.3-1731723823981/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:46,352 WARN [Thread-2606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:23:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1481d56b040153 with lease ID 0x60e0c064d9ff8c23: Processing first storage report for DS-f21b706b-116c-49a5-85af-fd6103e8e56d from datanode DatanodeRegistration(127.0.0.1:39153, datanodeUuid=1deed752-945b-480a-b379-fe7cc2aa6cc6, infoPort=45441, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=457699118;c=1731723823981) 2024-11-16T02:23:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1481d56b040153 with lease ID 0x60e0c064d9ff8c23: from storage DS-f21b706b-116c-49a5-85af-fd6103e8e56d node DatanodeRegistration(127.0.0.1:39153, datanodeUuid=1deed752-945b-480a-b379-fe7cc2aa6cc6, infoPort=45441, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=457699118;c=1731723823981), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd1481d56b040153 with lease ID 0x60e0c064d9ff8c23: Processing first storage report for DS-2b4bbbb3-55ce-4127-96dd-212f3976dbc5 from datanode DatanodeRegistration(127.0.0.1:39153, datanodeUuid=1deed752-945b-480a-b379-fe7cc2aa6cc6, infoPort=45441, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=457699118;c=1731723823981) 2024-11-16T02:23:46,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd1481d56b040153 with lease ID 0x60e0c064d9ff8c23: from storage DS-2b4bbbb3-55ce-4127-96dd-212f3976dbc5 node DatanodeRegistration(127.0.0.1:39153, datanodeUuid=1deed752-945b-480a-b379-fe7cc2aa6cc6, infoPort=45441, infoSecurePort=0, ipcPort=41473, storageInfo=lv=-57;cid=testClusterID;nsid=457699118;c=1731723823981), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:46,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee 2024-11-16T02:23:46,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:46,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:46,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:23:46,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4 with version=8 2024-11-16T02:23:46,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/hbase-staging 2024-11-16T02:23:46,831 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:46,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:46,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:46,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:46,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:46,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:46,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:23:46,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:46,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43047 2024-11-16T02:23:46,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43047 connecting to ZooKeeper ensemble=127.0.0.1:54184 2024-11-16T02:23:46,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430470x0, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:46,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43047-0x101417487010000 connected 2024-11-16T02:23:47,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:47,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:47,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on znode that does not yet exist, /0-161235771/running 2024-11-16T02:23:47,156 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4, hbase.cluster.distributed=false 2024-11-16T02:23:47,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on znode that does not yet exist, /0-161235771/acl 2024-11-16T02:23:47,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43047 2024-11-16T02:23:47,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43047 2024-11-16T02:23:47,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43047 2024-11-16T02:23:47,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43047 2024-11-16T02:23:47,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43047 2024-11-16T02:23:47,212 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:47,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:47,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:47,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:47,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:47,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:47,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:23:47,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:47,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39733 2024-11-16T02:23:47,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39733 connecting to ZooKeeper ensemble=127.0.0.1:54184 2024-11-16T02:23:47,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:47,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:47,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397330x0, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:47,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397330x0, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on znode that does not yet exist, /0-161235771/running 2024-11-16T02:23:47,274 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:23:47,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39733-0x101417487010001 connected 2024-11-16T02:23:47,296 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:23:47,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on znode that does not yet exist, /0-161235771/master 2024-11-16T02:23:47,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on znode that does not yet exist, /0-161235771/acl 2024-11-16T02:23:47,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39733 2024-11-16T02:23:47,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39733 2024-11-16T02:23:47,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39733 2024-11-16T02:23:47,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39733 2024-11-16T02:23:47,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39733 2024-11-16T02:23:47,360 DEBUG [M:0;667222f7cf1b:43047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:43047 2024-11-16T02:23:47,364 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-161235771/backup-masters/667222f7cf1b,43047,1731723826831 2024-11-16T02:23:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771/backup-masters 2024-11-16T02:23:47,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771/backup-masters 2024-11-16T02:23:47,380 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on existing znode=/0-161235771/backup-masters/667222f7cf1b,43047,1731723826831 2024-11-16T02:23:47,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-161235771/master 2024-11-16T02:23:47,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:47,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:47,394 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on existing znode=/0-161235771/master 2024-11-16T02:23:47,394 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-161235771/backup-masters/667222f7cf1b,43047,1731723826831 from backup master directory 2024-11-16T02:23:47,404 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161235771/backup-masters/667222f7cf1b,43047,1731723826831 2024-11-16T02:23:47,404 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,43047,1731723826831 2024-11-16T02:23:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771/backup-masters 2024-11-16T02:23:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771/backup-masters 2024-11-16T02:23:47,434 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/hbase.id] with ID: 492e9e22-d87a-438f-b3b2-37161b178858 2024-11-16T02:23:47,434 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/.tmp/hbase.id 2024-11-16T02:23:47,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:23:47,480 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/.tmp/hbase.id]:[hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/hbase.id] 2024-11-16T02:23:47,493 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:47,493 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:23:47,495 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T02:23:47,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:47,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:47,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:23:47,548 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:47,549 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:23:47,549 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:47,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:23:47,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:23:47,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:47,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:47,709 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38485 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:47,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:47,964 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store 2024-11-16T02:23:47,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:23:47,971 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:47,971 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:23:47,971 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:47,971 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:47,971 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:23:47,971 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:47,971 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:47,971 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723827971Disabling compacts and flushes for region at 1731723827971Disabling writes for close at 1731723827971Writing region close event to WAL at 1731723827971Closed at 1731723827971 2024-11-16T02:23:47,972 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/.initializing 2024-11-16T02:23:47,972 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/WALs/667222f7cf1b,43047,1731723826831 2024-11-16T02:23:47,973 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:47,975 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C43047%2C1731723826831, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/WALs/667222f7cf1b,43047,1731723826831, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/oldWALs, maxLogs=10 2024-11-16T02:23:47,999 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/WALs/667222f7cf1b,43047,1731723826831/667222f7cf1b%2C43047%2C1731723826831.1731723827975, exclude list is [], retry=0 2024-11-16T02:23:48,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-f21b706b-116c-49a5-85af-fd6103e8e56d,DISK] 2024-11-16T02:23:48,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/WALs/667222f7cf1b,43047,1731723826831/667222f7cf1b%2C43047%2C1731723826831.1731723827975 2024-11-16T02:23:48,008 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45441:45441)] 2024-11-16T02:23:48,008 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:48,009 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:48,009 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,009 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:23:48,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:48,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:23:48,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:48,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:23:48,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:48,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:23:48,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:48,021 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,022 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,022 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,024 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,024 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,026 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:48,027 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:48,030 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:48,030 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72830867, jitterRate=0.08526448905467987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:48,031 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723828009Initializing all the Stores at 1731723828010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723828010Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723828012 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723828012Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723828012Cleaning up temporary data from old regions at 1731723828024 (+12 ms)Region opened successfully at 1731723828031 (+7 ms) 2024-11-16T02:23:48,031 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:23:48,034 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144636f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:48,035 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:23:48,035 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:23:48,035 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:23:48,035 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:23:48,036 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T02:23:48,037 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:23:48,037 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:23:48,042 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:23:48,043 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Unable to get data of znode /0-161235771/balancer because node does not exist (not necessarily an error) 2024-11-16T02:23:48,098 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161235771/balancer already deleted, retry=false 2024-11-16T02:23:48,099 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:23:48,099 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Unable to get data of znode /0-161235771/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:23:48,109 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161235771/normalizer already deleted, retry=false 2024-11-16T02:23:48,109 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:23:48,110 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Unable to get data of znode /0-161235771/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:23:48,119 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161235771/switch/split already deleted, retry=false 2024-11-16T02:23:48,121 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Unable to get data of znode /0-161235771/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:23:48,130 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161235771/switch/merge already deleted, retry=false 2024-11-16T02:23:48,132 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Unable to get data of znode /0-161235771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:23:48,146 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-161235771/snapshot-cleanup already deleted, retry=false 2024-11-16T02:23:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-161235771/running 2024-11-16T02:23:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-161235771/running 2024-11-16T02:23:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:48,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:48,157 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,43047,1731723826831, sessionid=0x101417487010000, setting cluster-up flag (Was=false) 2024-11-16T02:23:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:48,209 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-161235771/flush-table-proc/acquired, /0-161235771/flush-table-proc/reached, /0-161235771/flush-table-proc/abort 2024-11-16T02:23:48,210 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,43047,1731723826831 2024-11-16T02:23:48,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:48,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:48,262 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-161235771/online-snapshot/acquired, /0-161235771/online-snapshot/reached, /0-161235771/online-snapshot/abort 2024-11-16T02:23:48,263 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,43047,1731723826831 2024-11-16T02:23:48,264 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:23:48,265 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:48,266 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:23:48,266 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:23:48,266 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,43047,1731723826831 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:23:48,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:48,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:48,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:48,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:48,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:23:48,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:48,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:48,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:23:48,270 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:23:48,277 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723858277 2024-11-16T02:23:48,278 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:23:48,278 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:23:48,278 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:23:48,278 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:23:48,278 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:23:48,278 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:23:48,279 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,293 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:23:48,293 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:23:48,293 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:23:48,293 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:23:48,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:23:48,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:23:48,294 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4 2024-11-16T02:23:48,296 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:23:48,296 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:23:48,300 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723828296,5,FailOnTimeoutGroup] 2024-11-16T02:23:48,301 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723828300,5,FailOnTimeoutGroup] 2024-11-16T02:23:48,301 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,301 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:23:48,301 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,301 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:23:48,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:48,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:48,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:48,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:48,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:48,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:48,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:48,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:48,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:48,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:48,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:48,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:48,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:48,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:48,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740 2024-11-16T02:23:48,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740 2024-11-16T02:23:48,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:48,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:48,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:48,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:48,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:48,325 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67213914, jitterRate=0.0015653669834136963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723828305Initializing all the Stores at 1731723828306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723828306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723828308 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723828308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723828308Cleaning up temporary data from old regions at 1731723828318 (+10 ms)Region opened successfully at 1731723828326 (+8 ms) 2024-11-16T02:23:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:23:48,326 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:23:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:23:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:23:48,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:23:48,327 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:48,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723828326Disabling compacts and flushes for region at 1731723828326Disabling writes for close at 1731723828326Writing region close event to WAL at 1731723828327 (+1 ms)Closed at 1731723828327 2024-11-16T02:23:48,328 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:48,328 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:23:48,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:23:48,329 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:48,330 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:23:48,346 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(746): ClusterId : 492e9e22-d87a-438f-b3b2-37161b178858 2024-11-16T02:23:48,346 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:23:48,358 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:23:48,358 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:23:48,369 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:23:48,369 DEBUG [RS:0;667222f7cf1b:39733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6450ead3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:48,388 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:39733 2024-11-16T02:23:48,388 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:23:48,388 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:23:48,389 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:23:48,389 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,43047,1731723826831 with port=39733, startcode=1731723827211 2024-11-16T02:23:48,390 DEBUG [RS:0;667222f7cf1b:39733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:23:48,391 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:23:48,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,39733,1731723827211 2024-11-16T02:23:48,392 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43047 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,39733,1731723827211 2024-11-16T02:23:48,393 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4 2024-11-16T02:23:48,393 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44889 2024-11-16T02:23:48,393 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:23:48,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771/rs 2024-11-16T02:23:48,404 DEBUG [RS:0;667222f7cf1b:39733 {}] zookeeper.ZKUtil(111): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on existing znode=/0-161235771/rs/667222f7cf1b,39733,1731723827211 2024-11-16T02:23:48,404 WARN [RS:0;667222f7cf1b:39733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:48,404 INFO [RS:0;667222f7cf1b:39733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:48,405 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211 2024-11-16T02:23:48,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,39733,1731723827211] 2024-11-16T02:23:48,423 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:23:48,440 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:23:48,441 INFO [RS:0;667222f7cf1b:39733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:23:48,441 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,441 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:23:48,442 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:23:48,443 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:48,443 DEBUG [RS:0;667222f7cf1b:39733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:48,468 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,468 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,468 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,468 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,468 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,468 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39733,1731723827211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:48,481 WARN [667222f7cf1b:43047 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:23:48,487 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:23:48,487 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39733,1731723827211-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,487 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,487 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.Replication(171): 667222f7cf1b,39733,1731723827211 started 2024-11-16T02:23:48,508 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:48,508 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,39733,1731723827211, RpcServer on 667222f7cf1b/172.17.0.3:39733, sessionid=0x101417487010001 2024-11-16T02:23:48,509 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:23:48,509 DEBUG [RS:0;667222f7cf1b:39733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,39733,1731723827211 2024-11-16T02:23:48,509 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39733,1731723827211' 2024-11-16T02:23:48,509 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-161235771/flush-table-proc/abort' 2024-11-16T02:23:48,513 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-161235771/flush-table-proc/acquired' 2024-11-16T02:23:48,514 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:23:48,514 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:23:48,514 DEBUG [RS:0;667222f7cf1b:39733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,39733,1731723827211 2024-11-16T02:23:48,514 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39733,1731723827211' 2024-11-16T02:23:48,514 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-161235771/online-snapshot/abort' 2024-11-16T02:23:48,515 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-161235771/online-snapshot/acquired' 2024-11-16T02:23:48,516 DEBUG [RS:0;667222f7cf1b:39733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:23:48,516 INFO [RS:0;667222f7cf1b:39733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:23:48,516 INFO [RS:0;667222f7cf1b:39733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:23:48,617 INFO [RS:0;667222f7cf1b:39733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:48,618 INFO [RS:0;667222f7cf1b:39733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39733%2C1731723827211, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/oldWALs, maxLogs=10 2024-11-16T02:23:48,637 DEBUG [RS:0;667222f7cf1b:39733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, exclude list is [], retry=0 2024-11-16T02:23:48,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-f21b706b-116c-49a5-85af-fd6103e8e56d,DISK] 2024-11-16T02:23:48,653 INFO [RS:0;667222f7cf1b:39733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 2024-11-16T02:23:48,653 DEBUG [RS:0;667222f7cf1b:39733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45441:45441)] 2024-11-16T02:23:48,731 DEBUG [667222f7cf1b:43047 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:23:48,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,39733,1731723827211 2024-11-16T02:23:48,733 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,39733,1731723827211, state=OPENING 2024-11-16T02:23:48,751 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:23:48,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:48,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:23:48,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161235771/meta-region-server: CHANGED 2024-11-16T02:23:48,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161235771/meta-region-server: CHANGED 2024-11-16T02:23:48,773 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:48,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,39733,1731723827211}] 2024-11-16T02:23:48,926 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:23:48,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:23:48,933 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:23:48,933 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:48,933 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:23:48,936 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39733%2C1731723827211.meta, suffix=.meta, logDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/oldWALs, maxLogs=10 2024-11-16T02:23:48,955 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.meta.1731723828936.meta, exclude list is [], retry=0 2024-11-16T02:23:48,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-f21b706b-116c-49a5-85af-fd6103e8e56d,DISK] 2024-11-16T02:23:48,969 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.meta.1731723828936.meta 2024-11-16T02:23:48,972 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45441:45441)] 2024-11-16T02:23:48,972 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:48,973 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:48,973 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:23:48,973 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:23:48,973 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:23:48,973 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:23:48,973 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:48,973 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:23:48,973 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:23:48,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:48,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:48,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:48,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:48,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:48,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:48,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:48,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:48,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:48,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:48,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:48,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:48,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:48,982 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:48,983 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740 2024-11-16T02:23:48,983 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740 2024-11-16T02:23:48,985 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:48,985 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:48,986 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:48,987 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:48,987 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63584771, jitterRate=-0.05251307785511017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:48,988 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:23:48,988 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723828974Writing region info on filesystem at 1731723828974Initializing all the Stores at 1731723828975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723828975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723828975Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723828975Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723828975Cleaning up temporary data from old regions at 1731723828985 (+10 ms)Running coprocessor post-open hooks at 1731723828988 (+3 ms)Region opened successfully at 1731723828988 2024-11-16T02:23:49,000 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723828926 2024-11-16T02:23:49,009 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:23:49,009 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:23:49,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,39733,1731723827211 2024-11-16T02:23:49,011 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,39733,1731723827211, state=OPEN 2024-11-16T02:23:49,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161235771/meta-region-server 2024-11-16T02:23:49,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-161235771/meta-region-server 2024-11-16T02:23:49,190 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,39733,1731723827211 2024-11-16T02:23:49,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161235771/meta-region-server: CHANGED 2024-11-16T02:23:49,190 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-161235771/meta-region-server: CHANGED 2024-11-16T02:23:49,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:23:49,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,39733,1731723827211 in 417 msec 2024-11-16T02:23:49,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:23:49,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 864 msec 2024-11-16T02:23:49,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:49,195 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:23:49,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:49,196 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39733,1731723827211, seqNum=-1] 2024-11-16T02:23:49,196 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:49,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:49,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 940 msec 2024-11-16T02:23:49,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723829206, completionTime=-1 2024-11-16T02:23:49,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:23:49,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:23:49,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:23:49,209 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723889208 2024-11-16T02:23:49,209 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723949209 2024-11-16T02:23:49,209 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:23:49,209 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43047,1731723826831-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:49,209 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43047,1731723826831-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:49,209 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43047,1731723826831-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:49,209 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:43047, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:49,209 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:49,212 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:23:49,212 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:49,216 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.812sec 2024-11-16T02:23:49,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:23:49,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:23:49,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:23:49,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:23:49,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:23:49,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43047,1731723826831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:49,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43047,1731723826831-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:23:49,219 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:23:49,219 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:23:49,219 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43047,1731723826831-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:49,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b841792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:49,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,43047,-1 for getting cluster id 2024-11-16T02:23:49,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:49,253 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '492e9e22-d87a-438f-b3b2-37161b178858' 2024-11-16T02:23:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "492e9e22-d87a-438f-b3b2-37161b178858" 2024-11-16T02:23:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1ccf1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,43047,-1] 2024-11-16T02:23:49,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:49,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:49,256 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:49,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477b6308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:49,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:49,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39733,1731723827211, seqNum=-1] 2024-11-16T02:23:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:49,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:49,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,43047,1731723826831 2024-11-16T02:23:49,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54184 2024-11-16T02:23:49,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:49,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101417487010002 connected 2024-11-16T02:23:49,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.log.dir so I do NOT create it in target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591 2024-11-16T02:23:49,301 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:23:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.tmp.dir so I do NOT create it in target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591 2024-11-16T02:23:49,302 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:23:49,302 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591 2024-11-16T02:23:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:23:49,302 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/cluster_69318209-1ab5-2b89-30c3-39c33785c658, deleteOnExit=true 2024-11-16T02:23:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:23:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/test.cache.data in system properties and HBase conf 2024-11-16T02:23:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:23:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:23:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:23:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:23:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:23:49,303 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:23:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:23:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:23:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:23:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:49,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:23:49,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:23:49,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:23:49,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:49,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:23:49,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:23:49,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:49,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:49,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:49,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:49,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:23:49,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:49,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36d6ed52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:49,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16e5a1f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:49,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@252edad4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/java.io.tmpdir/jetty-localhost-35933-hadoop-hdfs-3_4_1-tests_jar-_-any-6330466258723946875/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:23:49,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ae72d0{HTTP/1.1, (http/1.1)}{localhost:35933} 2024-11-16T02:23:49,923 INFO [Time-limited test {}] server.Server(415): Started @328907ms 2024-11-16T02:23:50,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:50,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:50,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:50,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:50,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:23:50,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7436225f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:50,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13aaaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:50,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dbbc6dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/java.io.tmpdir/jetty-localhost-42997-hadoop-hdfs-3_4_1-tests_jar-_-any-3173349689214441516/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:23:50,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68839201{HTTP/1.1, (http/1.1)}{localhost:42997} 2024-11-16T02:23:50,337 INFO [Time-limited test {}] server.Server(415): Started @329322ms 2024-11-16T02:23:50,338 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:23:51,127 WARN [Thread-2739 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/cluster_69318209-1ab5-2b89-30c3-39c33785c658/data/data1/current/BP-1854739887-172.17.0.3-1731723829328/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:51,132 WARN [Thread-2740 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/cluster_69318209-1ab5-2b89-30c3-39c33785c658/data/data2/current/BP-1854739887-172.17.0.3-1731723829328/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:51,170 WARN [Thread-2727 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:23:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6aefa61e87cef0a9 with lease ID 0x52425e1e49ce1848: Processing first storage report for DS-a0c87b1f-dc30-4024-9a02-897ae3cf7bd4 from datanode DatanodeRegistration(127.0.0.1:42595, datanodeUuid=b120952d-e8bd-49f5-9896-90f94345d7e2, infoPort=43469, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=1646501712;c=1731723829328) 2024-11-16T02:23:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6aefa61e87cef0a9 with lease ID 0x52425e1e49ce1848: from storage DS-a0c87b1f-dc30-4024-9a02-897ae3cf7bd4 node DatanodeRegistration(127.0.0.1:42595, datanodeUuid=b120952d-e8bd-49f5-9896-90f94345d7e2, infoPort=43469, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=1646501712;c=1731723829328), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6aefa61e87cef0a9 with lease ID 0x52425e1e49ce1848: Processing first storage report for DS-8d132844-cf13-4e70-8557-c5edf9f2c4a2 from datanode DatanodeRegistration(127.0.0.1:42595, datanodeUuid=b120952d-e8bd-49f5-9896-90f94345d7e2, infoPort=43469, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=1646501712;c=1731723829328) 2024-11-16T02:23:51,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6aefa61e87cef0a9 with lease ID 0x52425e1e49ce1848: from storage DS-8d132844-cf13-4e70-8557-c5edf9f2c4a2 node DatanodeRegistration(127.0.0.1:42595, datanodeUuid=b120952d-e8bd-49f5-9896-90f94345d7e2, infoPort=43469, infoSecurePort=0, ipcPort=36803, storageInfo=lv=-57;cid=testClusterID;nsid=1646501712;c=1731723829328), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:51,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591 2024-11-16T02:23:51,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:51,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:51,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:23:51,252 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20 with version=8 2024-11-16T02:23:51,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/hbase-staging 2024-11-16T02:23:51,256 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:51,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:51,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:51,256 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:51,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:51,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:51,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:23:51,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:51,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39351 2024-11-16T02:23:51,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39351 connecting to ZooKeeper ensemble=127.0.0.1:54184 2024-11-16T02:23:51,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393510x0, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:51,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39351-0x101417487010003 connected 2024-11-16T02:23:51,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:51,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:51,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on znode that does not yet exist, /1542099432/running 2024-11-16T02:23:51,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20, hbase.cluster.distributed=false 2024-11-16T02:23:51,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on znode that does not yet exist, /1542099432/acl 2024-11-16T02:23:51,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39351 2024-11-16T02:23:51,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39351 2024-11-16T02:23:51,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39351 2024-11-16T02:23:51,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39351 2024-11-16T02:23:51,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39351 2024-11-16T02:23:51,459 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:51,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:51,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:51,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:51,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:51,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:51,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:23:51,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:51,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37257 2024-11-16T02:23:51,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37257 connecting to ZooKeeper ensemble=127.0.0.1:54184 2024-11-16T02:23:51,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:51,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:51,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372570x0, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:51,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372570x0, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on znode that does not yet exist, /1542099432/running 2024-11-16T02:23:51,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:23:51,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37257-0x101417487010004 connected 2024-11-16T02:23:51,512 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:23:51,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on znode that does not yet exist, /1542099432/master 2024-11-16T02:23:51,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on znode that does not yet exist, /1542099432/acl 2024-11-16T02:23:51,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37257 2024-11-16T02:23:51,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37257 2024-11-16T02:23:51,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37257 2024-11-16T02:23:51,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37257 2024-11-16T02:23:51,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37257 2024-11-16T02:23:51,588 DEBUG [M:0;667222f7cf1b:39351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:39351 2024-11-16T02:23:51,589 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1542099432/backup-masters/667222f7cf1b,39351,1731723831256 2024-11-16T02:23:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432/backup-masters 2024-11-16T02:23:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432/backup-masters 2024-11-16T02:23:51,599 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on existing znode=/1542099432/backup-masters/667222f7cf1b,39351,1731723831256 2024-11-16T02:23:51,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1542099432/master 2024-11-16T02:23:51,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:51,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:51,612 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on existing znode=/1542099432/master 2024-11-16T02:23:51,613 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1542099432/backup-masters/667222f7cf1b,39351,1731723831256 from backup master directory 2024-11-16T02:23:51,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1542099432/backup-masters/667222f7cf1b,39351,1731723831256 2024-11-16T02:23:51,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432/backup-masters 2024-11-16T02:23:51,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432/backup-masters 2024-11-16T02:23:51,625 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:51,625 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,39351,1731723831256 2024-11-16T02:23:51,629 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/hbase.id] with ID: ba09c73c-5226-49c4-bc17-605773ba9038 2024-11-16T02:23:51,629 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/.tmp/hbase.id 2024-11-16T02:23:51,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:23:52,039 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/.tmp/hbase.id]:[hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/hbase.id] 2024-11-16T02:23:52,051 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:52,051 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:23:52,052 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:23:52,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:52,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:23:52,074 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:52,074 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:23:52,076 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:23:52,484 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store 2024-11-16T02:23:52,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:23:52,507 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:52,507 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:23:52,507 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:52,507 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:52,507 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:23:52,507 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:52,507 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:52,507 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723832507Disabling compacts and flushes for region at 1731723832507Disabling writes for close at 1731723832507Writing region close event to WAL at 1731723832507Closed at 1731723832507 2024-11-16T02:23:52,508 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/.initializing 2024-11-16T02:23:52,508 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/WALs/667222f7cf1b,39351,1731723831256 2024-11-16T02:23:52,509 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:52,511 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C39351%2C1731723831256, suffix=, logDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/WALs/667222f7cf1b,39351,1731723831256, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/oldWALs, maxLogs=10 2024-11-16T02:23:52,526 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/WALs/667222f7cf1b,39351,1731723831256/667222f7cf1b%2C39351%2C1731723831256.1731723832511, exclude list is [], retry=0 2024-11-16T02:23:52,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42595,DS-a0c87b1f-dc30-4024-9a02-897ae3cf7bd4,DISK] 2024-11-16T02:23:52,554 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/WALs/667222f7cf1b,39351,1731723831256/667222f7cf1b%2C39351%2C1731723831256.1731723832511 2024-11-16T02:23:52,555 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43469:43469)] 2024-11-16T02:23:52,555 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:52,555 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:52,555 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,555 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:23:52,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:52,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:52,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:23:52,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:52,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:52,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:23:52,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:52,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:52,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:23:52,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:52,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:52,564 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,564 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,565 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,565 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,566 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,566 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:52,567 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:52,569 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:52,569 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71471454, jitterRate=0.06500765681266785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:52,569 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723832555Initializing all the Stores at 1731723832556 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723832556Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723832556Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723832556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723832556Cleaning up temporary data from old regions at 1731723832566 (+10 ms)Region opened successfully at 1731723832569 (+3 ms) 2024-11-16T02:23:52,569 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:23:52,571 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4daaad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:52,572 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:23:52,572 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:23:52,572 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:23:52,572 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:23:52,573 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:23:52,573 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:23:52,573 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:23:52,575 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:23:52,576 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Unable to get data of znode /1542099432/balancer because node does not exist (not necessarily an error) 2024-11-16T02:23:52,624 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1542099432/balancer already deleted, retry=false 2024-11-16T02:23:52,625 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:23:52,626 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Unable to get data of znode /1542099432/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:23:52,635 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1542099432/normalizer already deleted, retry=false 2024-11-16T02:23:52,635 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:23:52,636 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Unable to get data of znode /1542099432/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:23:52,645 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1542099432/switch/split already deleted, retry=false 2024-11-16T02:23:52,646 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Unable to get data of znode /1542099432/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:23:52,656 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1542099432/switch/merge already deleted, retry=false 2024-11-16T02:23:52,658 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Unable to get data of znode /1542099432/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:23:52,666 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1542099432/snapshot-cleanup already deleted, retry=false 2024-11-16T02:23:52,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1542099432/running 2024-11-16T02:23:52,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1542099432/running 2024-11-16T02:23:52,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:52,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:52,677 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,39351,1731723831256, sessionid=0x101417487010003, setting cluster-up flag (Was=false) 2024-11-16T02:23:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:52,730 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1542099432/flush-table-proc/acquired, /1542099432/flush-table-proc/reached, /1542099432/flush-table-proc/abort 2024-11-16T02:23:52,731 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,39351,1731723831256 2024-11-16T02:23:52,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:52,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:52,788 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1542099432/online-snapshot/acquired, /1542099432/online-snapshot/reached, /1542099432/online-snapshot/abort 2024-11-16T02:23:52,792 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,39351,1731723831256 2024-11-16T02:23:52,793 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:23:52,794 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:52,794 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:23:52,795 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:23:52,795 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,39351,1731723831256 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:23:52,796 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:52,796 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:52,796 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:52,796 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:52,796 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:23:52,796 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,796 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:52,796 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,797 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723862797 2024-11-16T02:23:52,797 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:23:52,797 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:23:52,797 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:23:52,797 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:23:52,798 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:23:52,798 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:23:52,798 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:52,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:23:52,798 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:23:52,798 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:23:52,798 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:23:52,798 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:23:52,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:52,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:23:52,800 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:23:52,800 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:23:52,800 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723832800,5,FailOnTimeoutGroup] 2024-11-16T02:23:52,815 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723832800,5,FailOnTimeoutGroup] 2024-11-16T02:23:52,816 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,816 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:23:52,816 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,816 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:23:52,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:23:52,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20 2024-11-16T02:23:52,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:23:52,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:52,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:52,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:52,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:52,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:52,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:52,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:52,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:52,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:52,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:52,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:52,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:52,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:52,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:52,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:52,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:52,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:52,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:52,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740 2024-11-16T02:23:52,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740 2024-11-16T02:23:52,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:52,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:52,869 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:52,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:52,872 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:52,872 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65248477, jitterRate=-0.02772192656993866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:52,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723832856Initializing all the Stores at 1731723832857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723832857Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723832860 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723832860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723832860Cleaning up temporary data from old regions at 1731723832869 (+9 ms)Region opened successfully at 1731723832872 (+3 ms) 2024-11-16T02:23:52,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:23:52,873 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:23:52,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:23:52,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:23:52,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:23:52,873 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:52,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723832873Disabling compacts and flushes for region at 1731723832873Disabling writes for close at 1731723832873Writing region close event to WAL at 1731723832873Closed at 1731723832873 2024-11-16T02:23:52,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:52,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:23:52,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:23:52,876 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:52,877 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:23:52,885 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(746): ClusterId : ba09c73c-5226-49c4-bc17-605773ba9038 2024-11-16T02:23:52,885 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:23:52,899 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:23:52,899 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:23:52,909 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:23:52,910 DEBUG [RS:0;667222f7cf1b:37257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c3cc22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:52,923 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:37257 2024-11-16T02:23:52,923 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:23:52,923 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:23:52,923 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:23:52,924 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,39351,1731723831256 with port=37257, startcode=1731723831459 2024-11-16T02:23:52,924 DEBUG [RS:0;667222f7cf1b:37257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:23:52,926 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:23:52,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,37257,1731723831459 2024-11-16T02:23:52,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39351 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,37257,1731723831459 2024-11-16T02:23:52,927 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20 2024-11-16T02:23:52,927 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45921 2024-11-16T02:23:52,927 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:23:52,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432/rs 2024-11-16T02:23:52,941 DEBUG [RS:0;667222f7cf1b:37257 {}] zookeeper.ZKUtil(111): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on existing znode=/1542099432/rs/667222f7cf1b,37257,1731723831459 2024-11-16T02:23:52,941 WARN [RS:0;667222f7cf1b:37257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:52,941 INFO [RS:0;667222f7cf1b:37257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:52,941 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459 2024-11-16T02:23:52,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,37257,1731723831459] 2024-11-16T02:23:52,944 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:23:52,952 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:23:52,952 INFO [RS:0;667222f7cf1b:37257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:23:52,952 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,960 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:23:52,964 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:23:52,964 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:52,965 DEBUG [RS:0;667222f7cf1b:37257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:52,966 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,966 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,966 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,966 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,966 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,966 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37257,1731723831459-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:52,983 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:23:52,983 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37257,1731723831459-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,983 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,983 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.Replication(171): 667222f7cf1b,37257,1731723831459 started 2024-11-16T02:23:52,999 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:52,999 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,37257,1731723831459, RpcServer on 667222f7cf1b/172.17.0.3:37257, sessionid=0x101417487010004 2024-11-16T02:23:52,999 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:23:52,999 DEBUG [RS:0;667222f7cf1b:37257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,37257,1731723831459 2024-11-16T02:23:52,999 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37257,1731723831459' 2024-11-16T02:23:52,999 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1542099432/flush-table-proc/abort' 2024-11-16T02:23:53,000 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1542099432/flush-table-proc/acquired' 2024-11-16T02:23:53,000 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:23:53,000 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:23:53,000 DEBUG [RS:0;667222f7cf1b:37257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,37257,1731723831459 2024-11-16T02:23:53,000 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37257,1731723831459' 2024-11-16T02:23:53,000 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1542099432/online-snapshot/abort' 2024-11-16T02:23:53,001 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1542099432/online-snapshot/acquired' 2024-11-16T02:23:53,001 DEBUG [RS:0;667222f7cf1b:37257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:23:53,001 INFO [RS:0;667222f7cf1b:37257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:23:53,001 INFO [RS:0;667222f7cf1b:37257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:23:53,028 WARN [667222f7cf1b:39351 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:23:53,102 INFO [RS:0;667222f7cf1b:37257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:53,103 INFO [RS:0;667222f7cf1b:37257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C37257%2C1731723831459, suffix=, logDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/oldWALs, maxLogs=10 2024-11-16T02:23:53,120 DEBUG [RS:0;667222f7cf1b:37257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, exclude list is [], retry=0 2024-11-16T02:23:53,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42595,DS-a0c87b1f-dc30-4024-9a02-897ae3cf7bd4,DISK] 2024-11-16T02:23:53,123 INFO [RS:0;667222f7cf1b:37257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 2024-11-16T02:23:53,124 DEBUG [RS:0;667222f7cf1b:37257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43469:43469)] 2024-11-16T02:23:53,278 DEBUG [667222f7cf1b:39351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:23:53,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,37257,1731723831459 2024-11-16T02:23:53,279 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37257,1731723831459, state=OPENING 2024-11-16T02:23:53,336 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:23:53,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:53,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:23:53,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1542099432/meta-region-server: CHANGED 2024-11-16T02:23:53,358 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:53,358 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1542099432/meta-region-server: CHANGED 2024-11-16T02:23:53,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37257,1731723831459}] 2024-11-16T02:23:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:23:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T02:23:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:23:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-16T02:23:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:23:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T02:23:53,510 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:23:53,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:23:53,514 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:23:53,514 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:53,514 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:23:53,515 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C37257%2C1731723831459.meta, suffix=.meta, logDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/oldWALs, maxLogs=10 2024-11-16T02:23:53,530 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.meta.1731723833516.meta, exclude list is [], retry=0 2024-11-16T02:23:53,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42595,DS-a0c87b1f-dc30-4024-9a02-897ae3cf7bd4,DISK] 2024-11-16T02:23:53,549 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.meta.1731723833516.meta 2024-11-16T02:23:53,549 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43469:43469)] 2024-11-16T02:23:53,549 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:53,549 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:53,550 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:23:53,550 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:23:53,550 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:23:53,550 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:23:53,550 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:53,550 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:23:53,550 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:23:53,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:53,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:53,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:53,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:53,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:53,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:53,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:53,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:53,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:53,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:53,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:53,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:53,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:53,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:53,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:53,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:53,556 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:53,557 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740 2024-11-16T02:23:53,558 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740 2024-11-16T02:23:53,559 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:53,559 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:53,559 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:53,560 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:53,561 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69372152, jitterRate=0.033725619316101074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:53,561 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:23:53,562 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723833550Writing region info on filesystem at 1731723833550Initializing all the Stores at 1731723833551 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723833551Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723833552 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723833552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723833552Cleaning up temporary data from old regions at 1731723833559 (+7 ms)Running coprocessor post-open hooks at 1731723833561 (+2 ms)Region opened successfully at 1731723833562 (+1 ms) 2024-11-16T02:23:53,563 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723833510 2024-11-16T02:23:53,565 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:23:53,565 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:23:53,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37257,1731723831459 2024-11-16T02:23:53,566 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37257,1731723831459, state=OPEN 2024-11-16T02:23:53,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1542099432/meta-region-server 2024-11-16T02:23:53,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1542099432/meta-region-server 2024-11-16T02:23:53,577 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,37257,1731723831459 2024-11-16T02:23:53,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1542099432/meta-region-server: CHANGED 2024-11-16T02:23:53,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1542099432/meta-region-server: CHANGED 2024-11-16T02:23:53,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:23:53,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37257,1731723831459 in 219 msec 2024-11-16T02:23:53,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:23:53,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 704 msec 2024-11-16T02:23:53,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:53,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:23:53,582 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:53,583 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37257,1731723831459, seqNum=-1] 2024-11-16T02:23:53,583 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:53,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:53,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 794 msec 2024-11-16T02:23:53,588 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723833588, completionTime=-1 2024-11-16T02:23:53,588 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:23:53,588 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:23:53,590 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:23:53,591 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723893591 2024-11-16T02:23:53,591 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723953591 2024-11-16T02:23:53,591 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:23:53,591 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39351,1731723831256-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:53,591 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39351,1731723831256-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:53,591 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39351,1731723831256-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:53,591 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:39351, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:53,591 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:53,591 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:53,593 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:23:53,595 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.970sec 2024-11-16T02:23:53,595 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:23:53,595 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:23:53,595 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:23:53,595 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:23:53,595 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:23:53,595 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39351,1731723831256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:53,595 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39351,1731723831256-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:23:53,596 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:23:53,596 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:23:53,596 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39351,1731723831256-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:53,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73fe1ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:53,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,39351,-1 for getting cluster id 2024-11-16T02:23:53,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:53,687 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba09c73c-5226-49c4-bc17-605773ba9038' 2024-11-16T02:23:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba09c73c-5226-49c4-bc17-605773ba9038" 2024-11-16T02:23:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314a41de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:53,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,39351,-1] 2024-11-16T02:23:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:53,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:53,691 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:53,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24e33171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:53,692 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37257,1731723831459, seqNum=-1] 2024-11-16T02:23:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:53,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:53,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,39351,1731723831256 2024-11-16T02:23:53,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54184 2024-11-16T02:23:53,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:53,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101417487010005 connected 2024-11-16T02:23:53,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.log.dir so I do NOT create it in target/test-data/156c514a-6a85-5549-908e-c44b163298a2 2024-11-16T02:23:53,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:23:53,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.tmp.dir so I do NOT create it in target/test-data/156c514a-6a85-5549-908e-c44b163298a2 2024-11-16T02:23:53,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:23:53,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2 2024-11-16T02:23:53,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:23:53,722 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/cluster_2e8ff6ea-dfd6-a60e-5f69-903c3552ce96, deleteOnExit=true 2024-11-16T02:23:53,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:23:53,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/test.cache.data in system properties and HBase conf 2024-11-16T02:23:53,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:23:53,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:23:53,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:23:53,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:23:53,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:23:53,722 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:23:53,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:23:54,050 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T02:23:54,051 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,052 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,097 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,097 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,097 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,098 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,098 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,098 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,105 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,109 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,110 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,112 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:23:54,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:54,147 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:54,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:54,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:54,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:23:54,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:54,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a9d1442{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:54,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16b198b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:54,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33c67829{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/java.io.tmpdir/jetty-localhost-39055-hadoop-hdfs-3_4_1-tests_jar-_-any-7109746996545971541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:23:54,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61a05062{HTTP/1.1, (http/1.1)}{localhost:39055} 2024-11-16T02:23:54,302 INFO [Time-limited test {}] server.Server(415): Started @333287ms 2024-11-16T02:23:54,476 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:23:54,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:23:54,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:23:54,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:23:54,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:23:54,799 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:23:54,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10f7e546{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:23:54,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38884739{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:23:54,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e19dd38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/java.io.tmpdir/jetty-localhost-34127-hadoop-hdfs-3_4_1-tests_jar-_-any-18202474979594180361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:23:54,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dd5675f{HTTP/1.1, (http/1.1)}{localhost:34127} 2024-11-16T02:23:54,914 INFO [Time-limited test {}] server.Server(415): Started @333898ms 2024-11-16T02:23:54,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:23:55,644 WARN [Thread-2860 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/cluster_2e8ff6ea-dfd6-a60e-5f69-903c3552ce96/data/data1/current/BP-1632292589-172.17.0.3-1731723833745/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:55,644 WARN [Thread-2861 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/cluster_2e8ff6ea-dfd6-a60e-5f69-903c3552ce96/data/data2/current/BP-1632292589-172.17.0.3-1731723833745/current, will proceed with Du for space computation calculation, 2024-11-16T02:23:55,669 WARN [Thread-2848 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:23:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf72aa433ef5a5237 with lease ID 0x7c4764fa4cbfb216: Processing first storage report for DS-18b5a5d8-9719-4626-a7b6-76c8df5d6f99 from datanode DatanodeRegistration(127.0.0.1:37399, datanodeUuid=a8d5d32b-3cb3-493c-8a22-3f4bb716465b, infoPort=39443, infoSecurePort=0, ipcPort=46659, storageInfo=lv=-57;cid=testClusterID;nsid=1133708081;c=1731723833745) 2024-11-16T02:23:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf72aa433ef5a5237 with lease ID 0x7c4764fa4cbfb216: from storage DS-18b5a5d8-9719-4626-a7b6-76c8df5d6f99 node DatanodeRegistration(127.0.0.1:37399, datanodeUuid=a8d5d32b-3cb3-493c-8a22-3f4bb716465b, infoPort=39443, infoSecurePort=0, ipcPort=46659, storageInfo=lv=-57;cid=testClusterID;nsid=1133708081;c=1731723833745), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf72aa433ef5a5237 with lease ID 0x7c4764fa4cbfb216: Processing first storage report for DS-22fe35e9-9695-4e26-a86a-a6e76a67ed3a from datanode DatanodeRegistration(127.0.0.1:37399, datanodeUuid=a8d5d32b-3cb3-493c-8a22-3f4bb716465b, infoPort=39443, infoSecurePort=0, ipcPort=46659, storageInfo=lv=-57;cid=testClusterID;nsid=1133708081;c=1731723833745) 2024-11-16T02:23:55,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf72aa433ef5a5237 with lease ID 0x7c4764fa4cbfb216: from storage DS-22fe35e9-9695-4e26-a86a-a6e76a67ed3a node DatanodeRegistration(127.0.0.1:37399, datanodeUuid=a8d5d32b-3cb3-493c-8a22-3f4bb716465b, infoPort=39443, infoSecurePort=0, ipcPort=46659, storageInfo=lv=-57;cid=testClusterID;nsid=1133708081;c=1731723833745), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:23:55,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2 2024-11-16T02:23:55,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:55,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:55,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:23:55,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3 with version=8 2024-11-16T02:23:55,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/hbase-staging 2024-11-16T02:23:55,793 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:55,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:55,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:55,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:55,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:55,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:55,794 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:23:55,794 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:55,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38177 2024-11-16T02:23:55,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38177 connecting to ZooKeeper ensemble=127.0.0.1:54184 2024-11-16T02:23:55,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381770x0, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:55,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38177-0x101417487010006 connected 2024-11-16T02:23:55,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:55,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:55,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on znode that does not yet exist, /2-990385570/running 2024-11-16T02:23:55,897 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3, hbase.cluster.distributed=false 2024-11-16T02:23:55,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on znode that does not yet exist, /2-990385570/acl 2024-11-16T02:23:55,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-16T02:23:55,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38177 2024-11-16T02:23:55,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38177 2024-11-16T02:23:55,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-16T02:23:55,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38177 2024-11-16T02:23:55,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:23:55,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:55,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:55,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:23:55,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:23:55,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:23:55,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:23:55,929 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:23:55,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35473 2024-11-16T02:23:55,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35473 connecting to ZooKeeper ensemble=127.0.0.1:54184 2024-11-16T02:23:55,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:55,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:55,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354730x0, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:55,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354730x0, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on znode that does not yet exist, /2-990385570/running 2024-11-16T02:23:55,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35473-0x101417487010007 connected 2024-11-16T02:23:55,946 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:23:55,946 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:23:55,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on znode that does not yet exist, /2-990385570/master 2024-11-16T02:23:55,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on znode that does not yet exist, /2-990385570/acl 2024-11-16T02:23:55,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35473 2024-11-16T02:23:55,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35473 2024-11-16T02:23:55,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35473 2024-11-16T02:23:55,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35473 2024-11-16T02:23:55,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35473 2024-11-16T02:23:55,972 DEBUG [M:0;667222f7cf1b:38177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:38177 2024-11-16T02:23:55,972 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-990385570/backup-masters/667222f7cf1b,38177,1731723835793 2024-11-16T02:23:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570/backup-masters 2024-11-16T02:23:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570/backup-masters 2024-11-16T02:23:55,983 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on existing znode=/2-990385570/backup-masters/667222f7cf1b,38177,1731723835793 2024-11-16T02:23:55,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-990385570/master 2024-11-16T02:23:55,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:55,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:55,993 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on existing znode=/2-990385570/master 2024-11-16T02:23:55,994 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-990385570/backup-masters/667222f7cf1b,38177,1731723835793 from backup master directory 2024-11-16T02:23:56,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570/backup-masters 2024-11-16T02:23:56,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-990385570/backup-masters/667222f7cf1b,38177,1731723835793 2024-11-16T02:23:56,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570/backup-masters 2024-11-16T02:23:56,003 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:56,003 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,38177,1731723835793 2024-11-16T02:23:56,010 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/hbase.id] with ID: 78e99420-92ae-4a0c-8e56-6fc00dfa8f5d 2024-11-16T02:23:56,010 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/.tmp/hbase.id 2024-11-16T02:23:56,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:23:56,426 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/.tmp/hbase.id]:[hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/hbase.id] 2024-11-16T02:23:56,439 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:23:56,439 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:23:56,440 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:23:56,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:56,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:56,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:23:56,894 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:56,895 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:23:56,896 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:56,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:23:56,917 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store 2024-11-16T02:23:56,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:23:56,943 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:56,943 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:23:56,943 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:56,943 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:56,943 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:23:56,944 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:56,944 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:23:56,944 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723836943Disabling compacts and flushes for region at 1731723836943Disabling writes for close at 1731723836943Writing region close event to WAL at 1731723836944 (+1 ms)Closed at 1731723836944 2024-11-16T02:23:56,945 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/.initializing 2024-11-16T02:23:56,945 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/WALs/667222f7cf1b,38177,1731723835793 2024-11-16T02:23:56,946 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:56,947 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C38177%2C1731723835793, suffix=, logDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/WALs/667222f7cf1b,38177,1731723835793, archiveDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/oldWALs, maxLogs=10 2024-11-16T02:23:56,968 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/WALs/667222f7cf1b,38177,1731723835793/667222f7cf1b%2C38177%2C1731723835793.1731723836948, exclude list is [], retry=0 2024-11-16T02:23:56,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37399,DS-18b5a5d8-9719-4626-a7b6-76c8df5d6f99,DISK] 2024-11-16T02:23:56,976 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/WALs/667222f7cf1b,38177,1731723835793/667222f7cf1b%2C38177%2C1731723835793.1731723836948 2024-11-16T02:23:56,980 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39443:39443)] 2024-11-16T02:23:56,980 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:56,981 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:56,981 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,981 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:23:56,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:56,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:56,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:23:56,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:56,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:56,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:23:56,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:56,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:56,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:23:56,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:56,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:56,994 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,995 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,995 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,996 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,996 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:56,997 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:56,998 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:23:57,001 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:57,001 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63715486, jitterRate=-0.05056527256965637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:57,001 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723836981Initializing all the Stores at 1731723836982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723836982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723836984 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723836984Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723836984Cleaning up temporary data from old regions at 1731723836996 (+12 ms)Region opened successfully at 1731723837001 (+5 ms) 2024-11-16T02:23:57,007 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:23:57,010 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b08e3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:57,011 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:23:57,011 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:23:57,011 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:23:57,012 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:23:57,012 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:23:57,012 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:23:57,012 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:23:57,020 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:23:57,020 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Unable to get data of znode /2-990385570/balancer because node does not exist (not necessarily an error) 2024-11-16T02:23:57,066 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-990385570/balancer already deleted, retry=false 2024-11-16T02:23:57,067 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:23:57,068 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Unable to get data of znode /2-990385570/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:23:57,077 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-990385570/normalizer already deleted, retry=false 2024-11-16T02:23:57,077 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:23:57,078 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Unable to get data of znode /2-990385570/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:23:57,087 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-990385570/switch/split already deleted, retry=false 2024-11-16T02:23:57,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Unable to get data of znode /2-990385570/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:23:57,098 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-990385570/switch/merge already deleted, retry=false 2024-11-16T02:23:57,100 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Unable to get data of znode /2-990385570/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:23:57,108 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-990385570/snapshot-cleanup already deleted, retry=false 2024-11-16T02:23:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-990385570/running 2024-11-16T02:23:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-990385570/running 2024-11-16T02:23:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:57,120 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,38177,1731723835793, sessionid=0x101417487010006, setting cluster-up flag (Was=false) 2024-11-16T02:23:57,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:57,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:57,172 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-990385570/flush-table-proc/acquired, /2-990385570/flush-table-proc/reached, /2-990385570/flush-table-proc/abort 2024-11-16T02:23:57,173 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,38177,1731723835793 2024-11-16T02:23:57,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:57,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:57,235 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-990385570/online-snapshot/acquired, /2-990385570/online-snapshot/reached, /2-990385570/online-snapshot/abort 2024-11-16T02:23:57,237 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,38177,1731723835793 2024-11-16T02:23:57,238 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:23:57,240 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:57,240 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:23:57,241 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:23:57,241 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,38177,1731723835793 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:23:57,243 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:57,243 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:57,243 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:57,243 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:23:57,243 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:23:57,243 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,243 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:57,243 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,252 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723867252 2024-11-16T02:23:57,253 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:23:57,253 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:23:57,253 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:23:57,253 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:23:57,254 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:23:57,254 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:23:57,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:57,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:23:57,255 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,255 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:23:57,256 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:23:57,256 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:23:57,256 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:23:57,257 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:57,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:23:57,258 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:23:57,258 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:23:57,258 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723837258,5,FailOnTimeoutGroup] 2024-11-16T02:23:57,261 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(746): ClusterId : 78e99420-92ae-4a0c-8e56-6fc00dfa8f5d 2024-11-16T02:23:57,261 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:23:57,267 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723837258,5,FailOnTimeoutGroup] 2024-11-16T02:23:57,267 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,267 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:23:57,267 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,267 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:23:57,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:23:57,274 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3 2024-11-16T02:23:57,275 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:23:57,275 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:23:57,288 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:23:57,288 DEBUG [RS:0;667222f7cf1b:35473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b19b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:23:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:23:57,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:57,333 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:35473 2024-11-16T02:23:57,334 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:23:57,334 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:23:57,334 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:23:57,337 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,38177,1731723835793 with port=35473, startcode=1731723835928 2024-11-16T02:23:57,337 DEBUG [RS:0;667222f7cf1b:35473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:23:57,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:57,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:57,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:57,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:57,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:57,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:57,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:57,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:57,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:57,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:57,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:57,344 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:23:57,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:57,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:57,345 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38177 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,35473,1731723835928 2024-11-16T02:23:57,346 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38177 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,35473,1731723835928 2024-11-16T02:23:57,347 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3 2024-11-16T02:23:57,347 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35327 2024-11-16T02:23:57,347 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:23:57,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:57,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:57,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:57,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:57,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740 2024-11-16T02:23:57,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740 2024-11-16T02:23:57,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:57,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:57,350 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:57,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:57,356 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:57,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67056168, jitterRate=-7.852315902709961E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:57,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723837330Initializing all the Stores at 1731723837331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723837331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723837339 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723837339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723837339Cleaning up temporary data from old regions at 1731723837350 (+11 ms)Region opened successfully at 1731723837357 (+7 ms) 2024-11-16T02:23:57,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:23:57,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:23:57,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:23:57,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:23:57,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:23:57,360 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:23:57,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723837357Disabling compacts and flushes for region at 1731723837357Disabling writes for close at 1731723837357Writing region close event to WAL at 1731723837360 (+3 ms)Closed at 1731723837360 2024-11-16T02:23:57,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:57,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:23:57,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:23:57,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:57,364 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:23:57,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570/rs 2024-11-16T02:23:57,391 DEBUG [RS:0;667222f7cf1b:35473 {}] zookeeper.ZKUtil(111): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on existing znode=/2-990385570/rs/667222f7cf1b,35473,1731723835928 2024-11-16T02:23:57,391 WARN [RS:0;667222f7cf1b:35473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:23:57,391 INFO [RS:0;667222f7cf1b:35473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:57,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,35473,1731723835928] 2024-11-16T02:23:57,391 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928 2024-11-16T02:23:57,397 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:23:57,403 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:23:57,404 INFO [RS:0;667222f7cf1b:35473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:23:57,404 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,407 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:23:57,407 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:23:57,408 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:57,408 DEBUG [RS:0;667222f7cf1b:35473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:23:57,412 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,412 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,412 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,412 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,412 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,412 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35473,1731723835928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:57,435 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:23:57,436 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35473,1731723835928-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,436 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,436 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.Replication(171): 667222f7cf1b,35473,1731723835928 started 2024-11-16T02:23:57,456 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:57,457 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,35473,1731723835928, RpcServer on 667222f7cf1b/172.17.0.3:35473, sessionid=0x101417487010007 2024-11-16T02:23:57,457 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:23:57,457 DEBUG [RS:0;667222f7cf1b:35473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,35473,1731723835928 2024-11-16T02:23:57,457 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,35473,1731723835928' 2024-11-16T02:23:57,457 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-990385570/flush-table-proc/abort' 2024-11-16T02:23:57,460 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-990385570/flush-table-proc/acquired' 2024-11-16T02:23:57,461 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:23:57,461 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:23:57,461 DEBUG [RS:0;667222f7cf1b:35473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,35473,1731723835928 2024-11-16T02:23:57,461 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,35473,1731723835928' 2024-11-16T02:23:57,461 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-990385570/online-snapshot/abort' 2024-11-16T02:23:57,462 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-990385570/online-snapshot/acquired' 2024-11-16T02:23:57,462 DEBUG [RS:0;667222f7cf1b:35473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:23:57,462 INFO [RS:0;667222f7cf1b:35473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:23:57,462 INFO [RS:0;667222f7cf1b:35473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:23:57,514 WARN [667222f7cf1b:38177 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:23:57,562 INFO [RS:0;667222f7cf1b:35473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:23:57,564 INFO [RS:0;667222f7cf1b:35473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C35473%2C1731723835928, suffix=, logDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928, archiveDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/oldWALs, maxLogs=10 2024-11-16T02:23:57,582 DEBUG [RS:0;667222f7cf1b:35473 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, exclude list is [], retry=0 2024-11-16T02:23:57,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37399,DS-18b5a5d8-9719-4626-a7b6-76c8df5d6f99,DISK] 2024-11-16T02:23:57,591 INFO [RS:0;667222f7cf1b:35473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 2024-11-16T02:23:57,592 DEBUG [RS:0;667222f7cf1b:35473 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39443:39443)] 2024-11-16T02:23:57,764 DEBUG [667222f7cf1b:38177 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:23:57,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,35473,1731723835928 2024-11-16T02:23:57,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,35473,1731723835928, state=OPENING 2024-11-16T02:23:57,782 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:23:57,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:57,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:23:57,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-990385570/meta-region-server: CHANGED 2024-11-16T02:23:57,793 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:23:57,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,35473,1731723835928}] 2024-11-16T02:23:57,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-990385570/meta-region-server: CHANGED 2024-11-16T02:23:57,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:57,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:57,800 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48576 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:23:57,946 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:23:57,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:23:57,949 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:23:57,949 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:23:57,949 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:23:57,950 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C35473%2C1731723835928.meta, suffix=.meta, logDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928, archiveDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/oldWALs, maxLogs=10 2024-11-16T02:23:57,962 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.meta.1731723837951.meta, exclude list is [], retry=0 2024-11-16T02:23:57,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37399,DS-18b5a5d8-9719-4626-a7b6-76c8df5d6f99,DISK] 2024-11-16T02:23:57,965 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.meta.1731723837951.meta 2024-11-16T02:23:57,965 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39443:39443)] 2024-11-16T02:23:57,965 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:57,966 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:57,966 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:23:57,966 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:23:57,966 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:23:57,966 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:23:57,966 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:57,966 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:23:57,966 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:23:57,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:23:57,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:23:57,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:57,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:57,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:23:57,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:23:57,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:57,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:57,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:23:57,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:23:57,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:57,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:57,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:23:57,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:23:57,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:57,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:23:57,972 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:23:57,973 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740 2024-11-16T02:23:57,973 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740 2024-11-16T02:23:57,974 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:23:57,974 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:23:57,975 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:23:57,975 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:23:57,976 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66898496, jitterRate=-0.0031347274780273438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:23:57,976 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:23:57,976 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723837967Writing region info on filesystem at 1731723837967Initializing all the Stores at 1731723837967Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723837967Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723837968 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723837968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723837968Cleaning up temporary data from old regions at 1731723837974 (+6 ms)Running coprocessor post-open hooks at 1731723837976 (+2 ms)Region opened successfully at 1731723837976 2024-11-16T02:23:57,977 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723837945 2024-11-16T02:23:57,978 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:23:57,979 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:23:57,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,35473,1731723835928 2024-11-16T02:23:57,979 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,35473,1731723835928, state=OPEN 2024-11-16T02:23:57,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-990385570/meta-region-server 2024-11-16T02:23:57,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-990385570/meta-region-server 2024-11-16T02:23:57,987 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,35473,1731723835928 2024-11-16T02:23:57,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-990385570/meta-region-server: CHANGED 2024-11-16T02:23:57,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-990385570/meta-region-server: CHANGED 2024-11-16T02:23:57,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:23:57,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,35473,1731723835928 in 194 msec 2024-11-16T02:23:57,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:23:57,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-16T02:23:57,994 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:23:57,994 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:23:57,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:57,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,35473,1731723835928, seqNum=-1] 2024-11-16T02:23:57,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:57,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:58,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 761 msec 2024-11-16T02:23:58,001 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723838001, completionTime=-1 2024-11-16T02:23:58,002 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:23:58,002 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:23:58,007 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:23:58,007 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723898007 2024-11-16T02:23:58,007 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723958007 2024-11-16T02:23:58,007 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-16T02:23:58,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38177,1731723835793-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:58,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38177,1731723835793-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:58,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38177,1731723835793-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:58,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:38177, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:58,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:58,009 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:58,011 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:23:58,014 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.010sec 2024-11-16T02:23:58,015 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:23:58,015 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:23:58,015 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:23:58,015 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:23:58,015 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:23:58,015 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38177,1731723835793-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:23:58,015 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38177,1731723835793-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:23:58,017 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:23:58,017 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:23:58,017 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38177,1731723835793-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:23:58,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fbce17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:58,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,38177,-1 for getting cluster id 2024-11-16T02:23:58,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:23:58,063 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e99420-92ae-4a0c-8e56-6fc00dfa8f5d' 2024-11-16T02:23:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:23:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e99420-92ae-4a0c-8e56-6fc00dfa8f5d" 2024-11-16T02:23:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8cfe38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,38177,-1] 2024-11-16T02:23:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:23:58,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:23:58,065 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:23:58,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d61d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:23:58,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:23:58,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,35473,1731723835928, seqNum=-1] 2024-11-16T02:23:58,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:23:58,068 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:23:58,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,38177,1731723835793 2024-11-16T02:23:58,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54184 2024-11-16T02:23:58,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:23:58,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101417487010008 connected 2024-11-16T02:23:58,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,43047,1731723826831 2024-11-16T02:23:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@426e09e2 2024-11-16T02:23:58,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:58,101 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:58,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:23:58,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:23:58,107 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:58,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:23:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:58,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:23:58,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:23:58,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02f63229f73841f73f8a5c3a62b91c12, NAME => 'test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4 2024-11-16T02:23:58,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:23:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:58,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:58,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 02f63229f73841f73f8a5c3a62b91c12, disabling compactions & flushes 2024-11-16T02:23:58,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:23:58,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:23:58,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. after waiting 0 ms 2024-11-16T02:23:58,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:23:58,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:23:58,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02f63229f73841f73f8a5c3a62b91c12: Waiting for close lock at 1731723838529Disabling compacts and flushes for region at 1731723838529Disabling writes for close at 1731723838529Writing region close event to WAL at 1731723838529Closed at 1731723838529 2024-11-16T02:23:58,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:23:58,530 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723838530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723838530"}]},"ts":"1731723838530"} 2024-11-16T02:23:58,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:23:58,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:23:58,533 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723838533"}]},"ts":"1731723838533"} 2024-11-16T02:23:58,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:23:58,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02f63229f73841f73f8a5c3a62b91c12, ASSIGN}] 2024-11-16T02:23:58,535 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02f63229f73841f73f8a5c3a62b91c12, ASSIGN 2024-11-16T02:23:58,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=02f63229f73841f73f8a5c3a62b91c12, ASSIGN; state=OFFLINE, location=667222f7cf1b,39733,1731723827211; forceNewPlan=false, retain=false 2024-11-16T02:23:58,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02f63229f73841f73f8a5c3a62b91c12, regionState=OPENING, regionLocation=667222f7cf1b,39733,1731723827211 2024-11-16T02:23:58,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=02f63229f73841f73f8a5c3a62b91c12, ASSIGN because future has completed 2024-11-16T02:23:58,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f63229f73841f73f8a5c3a62b91c12, server=667222f7cf1b,39733,1731723827211}] 2024-11-16T02:23:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:58,848 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:23:58,848 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02f63229f73841f73f8a5c3a62b91c12, NAME => 'test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:23:58,848 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:23:58,848 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:23:58,849 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,849 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:23:58,849 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,849 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,850 INFO [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,851 INFO [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f63229f73841f73f8a5c3a62b91c12 columnFamilyName f 2024-11-16T02:23:58,851 DEBUG [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:58,851 INFO [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] regionserver.HStore(327): Store=02f63229f73841f73f8a5c3a62b91c12/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:58,851 INFO [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,852 INFO [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f63229f73841f73f8a5c3a62b91c12 columnFamilyName f1 2024-11-16T02:23:58,852 DEBUG [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:58,852 INFO [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] regionserver.HStore(327): Store=02f63229f73841f73f8a5c3a62b91c12/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:58,852 INFO [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,853 INFO [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f63229f73841f73f8a5c3a62b91c12 columnFamilyName norep 2024-11-16T02:23:58,853 DEBUG [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:58,853 INFO [StoreOpener-02f63229f73841f73f8a5c3a62b91c12-1 {}] regionserver.HStore(327): Store=02f63229f73841f73f8a5c3a62b91c12/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:23:58,853 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,854 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,854 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,855 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,855 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,855 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:23:58,856 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,860 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:23:58,861 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02f63229f73841f73f8a5c3a62b91c12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74063376, jitterRate=0.10363030433654785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:23:58,861 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:23:58,862 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02f63229f73841f73f8a5c3a62b91c12: Running coprocessor pre-open hook at 1731723838849Writing region info on filesystem at 1731723838849Initializing all the Stores at 1731723838849Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723838849Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723838850 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723838850Cleaning up temporary data from old regions at 1731723838855 (+5 ms)Running coprocessor post-open hooks at 1731723838861 (+6 ms)Region opened successfully at 1731723838861 2024-11-16T02:23:58,862 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12., pid=6, masterSystemTime=1731723838841 2024-11-16T02:23:58,864 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:23:58,864 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:23:58,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02f63229f73841f73f8a5c3a62b91c12, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,39733,1731723827211 2024-11-16T02:23:58,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f63229f73841f73f8a5c3a62b91c12, server=667222f7cf1b,39733,1731723827211 because future has completed 2024-11-16T02:23:58,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:23:58,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02f63229f73841f73f8a5c3a62b91c12, server=667222f7cf1b,39733,1731723827211 in 181 msec 2024-11-16T02:23:58,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:23:58,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=02f63229f73841f73f8a5c3a62b91c12, ASSIGN in 336 msec 2024-11-16T02:23:58,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:23:58,874 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723838874"}]},"ts":"1731723838874"} 2024-11-16T02:23:58,876 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:23:58,877 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:23:58,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec 2024-11-16T02:23:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:59,250 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:23:59,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:23:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,39351,1731723831256 2024-11-16T02:23:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ecbabc1 2024-11-16T02:23:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:23:59,251 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:23:59,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:23:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:23:59,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:23:59,254 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:23:59,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:23:59,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:23:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:59,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:23:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:23:59,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4202b5b9d8d0f964dfa6db5c14313454, NAME => 'test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20 2024-11-16T02:23:59,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:23:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:00,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:00,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4202b5b9d8d0f964dfa6db5c14313454, disabling compactions & flushes 2024-11-16T02:24:00,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:00,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:00,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. after waiting 0 ms 2024-11-16T02:24:00,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:00,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:00,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4202b5b9d8d0f964dfa6db5c14313454: Waiting for close lock at 1731723840069Disabling compacts and flushes for region at 1731723840069Disabling writes for close at 1731723840069Writing region close event to WAL at 1731723840069Closed at 1731723840069 2024-11-16T02:24:00,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:00,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723840070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723840070"}]},"ts":"1731723840070"} 2024-11-16T02:24:00,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:00,113 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:00,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723840113"}]},"ts":"1731723840113"} 2024-11-16T02:24:00,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:24:00,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4202b5b9d8d0f964dfa6db5c14313454, ASSIGN}] 2024-11-16T02:24:00,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4202b5b9d8d0f964dfa6db5c14313454, ASSIGN 2024-11-16T02:24:00,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4202b5b9d8d0f964dfa6db5c14313454, ASSIGN; state=OFFLINE, location=667222f7cf1b,37257,1731723831459; forceNewPlan=false, retain=false 2024-11-16T02:24:00,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4202b5b9d8d0f964dfa6db5c14313454, regionState=OPENING, regionLocation=667222f7cf1b,37257,1731723831459 2024-11-16T02:24:00,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4202b5b9d8d0f964dfa6db5c14313454, ASSIGN because future has completed 2024-11-16T02:24:00,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4202b5b9d8d0f964dfa6db5c14313454, server=667222f7cf1b,37257,1731723831459}] 2024-11-16T02:24:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:00,423 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:00,423 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4202b5b9d8d0f964dfa6db5c14313454, NAME => 'test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:00,424 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:00,424 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:24:00,424 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,424 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:00,424 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,424 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,425 INFO [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,426 INFO [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4202b5b9d8d0f964dfa6db5c14313454 columnFamilyName f 2024-11-16T02:24:00,426 DEBUG [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:00,426 INFO [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] regionserver.HStore(327): Store=4202b5b9d8d0f964dfa6db5c14313454/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:00,427 INFO [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,427 INFO [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4202b5b9d8d0f964dfa6db5c14313454 columnFamilyName f1 2024-11-16T02:24:00,427 DEBUG [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:00,427 INFO [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] regionserver.HStore(327): Store=4202b5b9d8d0f964dfa6db5c14313454/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:00,428 INFO [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,428 INFO [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4202b5b9d8d0f964dfa6db5c14313454 columnFamilyName norep 2024-11-16T02:24:00,429 DEBUG [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:00,429 INFO [StoreOpener-4202b5b9d8d0f964dfa6db5c14313454-1 {}] regionserver.HStore(327): Store=4202b5b9d8d0f964dfa6db5c14313454/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:00,429 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,430 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,430 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,430 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,430 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:00,431 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,433 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:00,433 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4202b5b9d8d0f964dfa6db5c14313454; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59642133, jitterRate=-0.1112629622220993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:00,433 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:00,433 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4202b5b9d8d0f964dfa6db5c14313454: Running coprocessor pre-open hook at 1731723840424Writing region info on filesystem at 1731723840424Initializing all the Stores at 1731723840425 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723840425Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723840425Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723840425Cleaning up temporary data from old regions at 1731723840430 (+5 ms)Running coprocessor post-open hooks at 1731723840433 (+3 ms)Region opened successfully at 1731723840433 2024-11-16T02:24:00,434 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454., pid=6, masterSystemTime=1731723840421 2024-11-16T02:24:00,435 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:00,436 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:00,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4202b5b9d8d0f964dfa6db5c14313454, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,37257,1731723831459 2024-11-16T02:24:00,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4202b5b9d8d0f964dfa6db5c14313454, server=667222f7cf1b,37257,1731723831459 because future has completed 2024-11-16T02:24:00,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:24:00,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4202b5b9d8d0f964dfa6db5c14313454, server=667222f7cf1b,37257,1731723831459 in 169 msec 2024-11-16T02:24:00,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:24:00,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4202b5b9d8d0f964dfa6db5c14313454, ASSIGN in 325 msec 2024-11-16T02:24:00,442 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:00,442 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723840442"}]},"ts":"1731723840442"} 2024-11-16T02:24:00,444 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:24:00,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:00,446 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1930 sec 2024-11-16T02:24:00,476 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:24:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:01,399 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:24:01,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,38177,1731723835793 2024-11-16T02:24:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1014839b 2024-11-16T02:24:01,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:01,401 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:01,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:24:01,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:01,403 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:01,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:24:01,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:24:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:01,814 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 784aef7d196d3dc3197f60f4ae14f87a, NAME => 'test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3 2024-11-16T02:24:01,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:24:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:02,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:02,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 784aef7d196d3dc3197f60f4ae14f87a, disabling compactions & flushes 2024-11-16T02:24:02,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:02,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:02,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. after waiting 0 ms 2024-11-16T02:24:02,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:02,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:02,233 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 784aef7d196d3dc3197f60f4ae14f87a: Waiting for close lock at 1731723842233Disabling compacts and flushes for region at 1731723842233Disabling writes for close at 1731723842233Writing region close event to WAL at 1731723842233Closed at 1731723842233 2024-11-16T02:24:02,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:02,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723842234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723842234"}]},"ts":"1731723842234"} 2024-11-16T02:24:02,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:02,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:02,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723842237"}]},"ts":"1731723842237"} 2024-11-16T02:24:02,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:24:02,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=784aef7d196d3dc3197f60f4ae14f87a, ASSIGN}] 2024-11-16T02:24:02,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=784aef7d196d3dc3197f60f4ae14f87a, ASSIGN 2024-11-16T02:24:02,240 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=784aef7d196d3dc3197f60f4ae14f87a, ASSIGN; state=OFFLINE, location=667222f7cf1b,35473,1731723835928; forceNewPlan=false, retain=false 2024-11-16T02:24:02,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=784aef7d196d3dc3197f60f4ae14f87a, regionState=OPENING, regionLocation=667222f7cf1b,35473,1731723835928 2024-11-16T02:24:02,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=784aef7d196d3dc3197f60f4ae14f87a, ASSIGN because future has completed 2024-11-16T02:24:02,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 784aef7d196d3dc3197f60f4ae14f87a, server=667222f7cf1b,35473,1731723835928}] 2024-11-16T02:24:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:02,547 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:02,547 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 784aef7d196d3dc3197f60f4ae14f87a, NAME => 'test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:02,548 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:02,548 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:24:02,548 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,548 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:02,548 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,548 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,549 INFO [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,550 INFO [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784aef7d196d3dc3197f60f4ae14f87a columnFamilyName f 2024-11-16T02:24:02,550 DEBUG [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:02,550 INFO [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] regionserver.HStore(327): Store=784aef7d196d3dc3197f60f4ae14f87a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:02,550 INFO [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,551 INFO [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784aef7d196d3dc3197f60f4ae14f87a columnFamilyName f1 2024-11-16T02:24:02,551 DEBUG [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:02,551 INFO [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] regionserver.HStore(327): Store=784aef7d196d3dc3197f60f4ae14f87a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:02,551 INFO [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,552 INFO [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784aef7d196d3dc3197f60f4ae14f87a columnFamilyName norep 2024-11-16T02:24:02,552 DEBUG [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:02,552 INFO [StoreOpener-784aef7d196d3dc3197f60f4ae14f87a-1 {}] regionserver.HStore(327): Store=784aef7d196d3dc3197f60f4ae14f87a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:02,552 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,553 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,553 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,554 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,554 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,554 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:02,555 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,557 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:02,557 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 784aef7d196d3dc3197f60f4ae14f87a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63956411, jitterRate=-0.046975210309028625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:02,557 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:02,557 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 784aef7d196d3dc3197f60f4ae14f87a: Running coprocessor pre-open hook at 1731723842548Writing region info on filesystem at 1731723842548Initializing all the Stores at 1731723842549 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723842549Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723842549Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723842549Cleaning up temporary data from old regions at 1731723842554 (+5 ms)Running coprocessor post-open hooks at 1731723842557 (+3 ms)Region opened successfully at 1731723842557 2024-11-16T02:24:02,558 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a., pid=6, masterSystemTime=1731723842544 2024-11-16T02:24:02,560 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:02,560 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:02,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=784aef7d196d3dc3197f60f4ae14f87a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,35473,1731723835928 2024-11-16T02:24:02,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 784aef7d196d3dc3197f60f4ae14f87a, server=667222f7cf1b,35473,1731723835928 because future has completed 2024-11-16T02:24:02,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:24:02,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 784aef7d196d3dc3197f60f4ae14f87a, server=667222f7cf1b,35473,1731723835928 in 175 msec 2024-11-16T02:24:02,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:24:02,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=784aef7d196d3dc3197f60f4ae14f87a, ASSIGN in 331 msec 2024-11-16T02:24:02,572 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:02,572 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723842572"}]},"ts":"1731723842572"} 2024-11-16T02:24:02,575 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:24:02,576 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:02,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-16T02:24:03,469 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:24:03,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:03,544 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:24:03,544 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T02:24:03,544 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:24:03,544 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T02:24:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:03,550 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:24:03,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409edaa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:03,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,43047,-1 for getting cluster id 2024-11-16T02:24:03,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:03,551 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '492e9e22-d87a-438f-b3b2-37161b178858' 2024-11-16T02:24:03,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:03,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "492e9e22-d87a-438f-b3b2-37161b178858" 2024-11-16T02:24:03,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@735b0d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:03,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,43047,-1] 2024-11-16T02:24:03,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:03,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:03,553 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:03,554 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6149ac01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:03,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,43047,1731723826831 2024-11-16T02:24:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34802c86 2024-11-16T02:24:03,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:03,556 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:03,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:39351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:24:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:24:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:03,558 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:39351' 2024-11-16T02:24:03,559 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25a110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:03,559 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,39351,-1 for getting cluster id 2024-11-16T02:24:03,560 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:03,560 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba09c73c-5226-49c4-bc17-605773ba9038' 2024-11-16T02:24:03,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:03,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba09c73c-5226-49c4-bc17-605773ba9038" 2024-11-16T02:24:03,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfb8cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:03,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,39351,-1] 2024-11-16T02:24:03,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:03,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:03,562 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:03,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19349ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:03,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:03,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,39351,1731723831256 2024-11-16T02:24:03,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a21d316 2024-11-16T02:24:03,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:03,564 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:03,564 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T02:24:03,564 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:24:03,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:03,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:03,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:03,565 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:03,566 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:24:03,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:03,567 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:03,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:03,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:24:03,616 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:24:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:03,973 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 925725e9417835fd563d49c6e6822d94, NAME => 'hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4 2024-11-16T02:24:03,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:24:04,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 925725e9417835fd563d49c6e6822d94, disabling compactions & flushes 2024-11-16T02:24:04,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. after waiting 0 ms 2024-11-16T02:24:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:04,379 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:04,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 925725e9417835fd563d49c6e6822d94: Waiting for close lock at 1731723844379Disabling compacts and flushes for region at 1731723844379Disabling writes for close at 1731723844379Writing region close event to WAL at 1731723844379Closed at 1731723844379 2024-11-16T02:24:04,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:04,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723844380"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723844380"}]},"ts":"1731723844380"} 2024-11-16T02:24:04,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:04,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:04,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723844383"}]},"ts":"1731723844383"} 2024-11-16T02:24:04,385 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:24:04,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=925725e9417835fd563d49c6e6822d94, ASSIGN}] 2024-11-16T02:24:04,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=925725e9417835fd563d49c6e6822d94, ASSIGN 2024-11-16T02:24:04,386 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=925725e9417835fd563d49c6e6822d94, ASSIGN; state=OFFLINE, location=667222f7cf1b,39733,1731723827211; forceNewPlan=false, retain=false 2024-11-16T02:24:04,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=925725e9417835fd563d49c6e6822d94, regionState=OPENING, regionLocation=667222f7cf1b,39733,1731723827211 2024-11-16T02:24:04,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=925725e9417835fd563d49c6e6822d94, ASSIGN because future has completed 2024-11-16T02:24:04,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 925725e9417835fd563d49c6e6822d94, server=667222f7cf1b,39733,1731723827211}] 2024-11-16T02:24:04,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:04,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:04,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:24:04,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39733%2C1731723827211.rep, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/oldWALs, maxLogs=10 2024-11-16T02:24:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:04,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.rep.1731723844698, exclude list is [], retry=0 2024-11-16T02:24:04,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39153,DS-f21b706b-116c-49a5-85af-fd6103e8e56d,DISK] 2024-11-16T02:24:04,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.rep.1731723844698 2024-11-16T02:24:04,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45441:45441)] 2024-11-16T02:24:04,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 925725e9417835fd563d49c6e6822d94, NAME => 'hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:04,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:04,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:24:04,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. service=MultiRowMutationService 2024-11-16T02:24:04,738 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:24:04,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:04,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,740 INFO [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,743 INFO [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 925725e9417835fd563d49c6e6822d94 columnFamilyName hfileref 2024-11-16T02:24:04,743 DEBUG [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:04,743 INFO [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] regionserver.HStore(327): Store=925725e9417835fd563d49c6e6822d94/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:04,743 INFO [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,744 INFO [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 925725e9417835fd563d49c6e6822d94 columnFamilyName queue 2024-11-16T02:24:04,744 DEBUG [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:04,745 INFO [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] regionserver.HStore(327): Store=925725e9417835fd563d49c6e6822d94/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:04,745 INFO [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,746 INFO [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 925725e9417835fd563d49c6e6822d94 columnFamilyName sid 2024-11-16T02:24:04,746 DEBUG [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:04,747 INFO [StoreOpener-925725e9417835fd563d49c6e6822d94-1 {}] regionserver.HStore(327): Store=925725e9417835fd563d49c6e6822d94/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:04,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/replication/925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/replication/925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:04,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/replication/925725e9417835fd563d49c6e6822d94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:04,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 925725e9417835fd563d49c6e6822d94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72630486, jitterRate=0.08227857947349548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:04,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:04,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 925725e9417835fd563d49c6e6822d94: Running coprocessor pre-open hook at 1731723844739Writing region info on filesystem at 1731723844739Initializing all the Stores at 1731723844740 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723844740Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723844740Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723844740Cleaning up temporary data from old regions at 1731723844749 (+9 ms)Running coprocessor post-open hooks at 1731723844753 (+4 ms)Region opened successfully at 1731723844754 (+1 ms) 2024-11-16T02:24:04,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94., pid=10, masterSystemTime=1731723844692 2024-11-16T02:24:04,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:04,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:04,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=925725e9417835fd563d49c6e6822d94, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,39733,1731723827211 2024-11-16T02:24:04,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 925725e9417835fd563d49c6e6822d94, server=667222f7cf1b,39733,1731723827211 because future has completed 2024-11-16T02:24:04,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:24:04,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 925725e9417835fd563d49c6e6822d94, server=667222f7cf1b,39733,1731723827211 in 220 msec 2024-11-16T02:24:04,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:24:04,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=925725e9417835fd563d49c6e6822d94, ASSIGN in 377 msec 2024-11-16T02:24:04,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:04,765 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723844765"}]},"ts":"1731723844765"} 2024-11-16T02:24:04,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:24:04,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:04,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-16T02:24:04,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94., hostname=667222f7cf1b,39733,1731723827211, seqNum=2] 2024-11-16T02:24:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:24:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:24:04,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:24:05,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:24:05,019 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:24:05,044 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,39733,1731723827211, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:24:05,044 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:05,045 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39733,1731723827211, seqNum=-1] 2024-11-16T02:24:05,045 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:05,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,39733,1731723827211', locateType=CURRENT is [region=hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94., hostname=667222f7cf1b,39733,1731723827211, seqNum=2] 2024-11-16T02:24:05,049 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:24:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:24:05,051 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,39733,1731723827211 suceeded 2024-11-16T02:24:05,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:24:05,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T02:24:05,053 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:39351,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:24:05,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-16T02:24:05,062 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:39351' 2024-11-16T02:24:05,063 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@747790e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:05,063 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,39351,-1 for getting cluster id 2024-11-16T02:24:05,063 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:05,064 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba09c73c-5226-49c4-bc17-605773ba9038' 2024-11-16T02:24:05,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:05,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba09c73c-5226-49c4-bc17-605773ba9038" 2024-11-16T02:24:05,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55da89aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:05,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,39351,-1] 2024-11-16T02:24:05,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:05,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:05,065 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:05,065 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@254a7af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:05,065 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:05,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,39351,1731723831256 2024-11-16T02:24:05,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@771b9174 2024-11-16T02:24:05,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:05,066 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-16T02:24:05,067 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,39733,1731723827211 (queues=1) is replicating from cluster=492e9e22-d87a-438f-b3b2-37161b178858 to cluster=ba09c73c-5226-49c4-bc17-605773ba9038 2024-11-16T02:24:05,067 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C39733%2C1731723827211 2024-11-16T02:24:05,067 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,39733,1731723827211, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:24:05,067 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, startPosition=0, beingWritten=true 2024-11-16T02:24:05,067 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C39733%2C1731723827211 2024-11-16T02:24:05,071 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:05,071 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:05,071 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39733,1731723827211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:05,277 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:05,582 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:05,709 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:24:05,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:05,709 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:05,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:05,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:05,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:05,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1f4b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:05,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,39351,-1 for getting cluster id 2024-11-16T02:24:05,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:05,711 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba09c73c-5226-49c4-bc17-605773ba9038' 2024-11-16T02:24:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba09c73c-5226-49c4-bc17-605773ba9038" 2024-11-16T02:24:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e070be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,39351,-1] 2024-11-16T02:24:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:05,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:05,712 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:05,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34db0322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:05,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:05,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,39351,1731723831256 2024-11-16T02:24:05,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@604e69b3 2024-11-16T02:24:05,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:05,714 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:05,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:38177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:24:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:24:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:05,716 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:38177' 2024-11-16T02:24:05,717 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e321974, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:05,717 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,38177,-1 for getting cluster id 2024-11-16T02:24:05,717 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:05,717 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e99420-92ae-4a0c-8e56-6fc00dfa8f5d' 2024-11-16T02:24:05,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:05,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e99420-92ae-4a0c-8e56-6fc00dfa8f5d" 2024-11-16T02:24:05,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ae4600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:05,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,38177,-1] 2024-11-16T02:24:05,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:05,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:05,718 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:05,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c899164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:05,719 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:05,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,38177,1731723835793 2024-11-16T02:24:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d120093 2024-11-16T02:24:05,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:05,720 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:05,721 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T02:24:05,721 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:24:05,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:05,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:05,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:05,721 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:05,722 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:24:05,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:05,723 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:05,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:05,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:24:05,772 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:24:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:05,985 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:06,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8828401889e2090ce005f29569ff286, NAME => 'hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20 2024-11-16T02:24:06,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:24:06,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:06,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a8828401889e2090ce005f29569ff286, disabling compactions & flushes 2024-11-16T02:24:06,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:06,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:06,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. after waiting 0 ms 2024-11-16T02:24:06,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:06,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:06,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8828401889e2090ce005f29569ff286: Waiting for close lock at 1731723846158Disabling compacts and flushes for region at 1731723846158Disabling writes for close at 1731723846158Writing region close event to WAL at 1731723846158Closed at 1731723846158 2024-11-16T02:24:06,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:06,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723846160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723846160"}]},"ts":"1731723846160"} 2024-11-16T02:24:06,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:06,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:06,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723846163"}]},"ts":"1731723846163"} 2024-11-16T02:24:06,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:24:06,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8828401889e2090ce005f29569ff286, ASSIGN}] 2024-11-16T02:24:06,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8828401889e2090ce005f29569ff286, ASSIGN 2024-11-16T02:24:06,167 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8828401889e2090ce005f29569ff286, ASSIGN; state=OFFLINE, location=667222f7cf1b,37257,1731723831459; forceNewPlan=false, retain=false 2024-11-16T02:24:06,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8828401889e2090ce005f29569ff286, regionState=OPENING, regionLocation=667222f7cf1b,37257,1731723831459 2024-11-16T02:24:06,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a8828401889e2090ce005f29569ff286, ASSIGN because future has completed 2024-11-16T02:24:06,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8828401889e2090ce005f29569ff286, server=667222f7cf1b,37257,1731723831459}] 2024-11-16T02:24:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:06,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:06,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:06,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:24:06,477 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:24:06,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C37257%2C1731723831459.rep, suffix=, logDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459, archiveDir=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/oldWALs, maxLogs=10 2024-11-16T02:24:06,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.rep.1731723846478, exclude list is [], retry=0 2024-11-16T02:24:06,493 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:06,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42595,DS-a0c87b1f-dc30-4024-9a02-897ae3cf7bd4,DISK] 2024-11-16T02:24:06,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.rep.1731723846478 2024-11-16T02:24:06,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43469:43469)] 2024-11-16T02:24:06,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a8828401889e2090ce005f29569ff286, NAME => 'hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:06,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:06,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:24:06,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. service=MultiRowMutationService 2024-11-16T02:24:06,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:24:06,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:06,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,502 INFO [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,503 INFO [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8828401889e2090ce005f29569ff286 columnFamilyName hfileref 2024-11-16T02:24:06,503 DEBUG [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:06,504 INFO [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] regionserver.HStore(327): Store=a8828401889e2090ce005f29569ff286/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:06,504 INFO [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,505 INFO [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8828401889e2090ce005f29569ff286 columnFamilyName queue 2024-11-16T02:24:06,505 DEBUG [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:06,505 INFO [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] regionserver.HStore(327): Store=a8828401889e2090ce005f29569ff286/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:06,505 INFO [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,506 INFO [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8828401889e2090ce005f29569ff286 columnFamilyName sid 2024-11-16T02:24:06,506 DEBUG [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:06,507 INFO [StoreOpener-a8828401889e2090ce005f29569ff286-1 {}] regionserver.HStore(327): Store=a8828401889e2090ce005f29569ff286/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:06,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/replication/a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/replication/a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:06,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/replication/a8828401889e2090ce005f29569ff286/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:06,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a8828401889e2090ce005f29569ff286; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67833278, jitterRate=0.010794609785079956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:06,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8828401889e2090ce005f29569ff286 2024-11-16T02:24:06,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a8828401889e2090ce005f29569ff286: Running coprocessor pre-open hook at 1731723846501Writing region info on filesystem at 1731723846501Initializing all the Stores at 1731723846502 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723846502Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723846502Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723846502Cleaning up temporary data from old regions at 1731723846516 (+14 ms)Running coprocessor post-open hooks at 1731723846523 (+7 ms)Region opened successfully at 1731723846523 2024-11-16T02:24:06,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286., pid=10, masterSystemTime=1731723846472 2024-11-16T02:24:06,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:06,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:06,527 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a8828401889e2090ce005f29569ff286, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37257,1731723831459 2024-11-16T02:24:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8828401889e2090ce005f29569ff286, server=667222f7cf1b,37257,1731723831459 because future has completed 2024-11-16T02:24:06,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:24:06,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a8828401889e2090ce005f29569ff286, server=667222f7cf1b,37257,1731723831459 in 215 msec 2024-11-16T02:24:06,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:24:06,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a8828401889e2090ce005f29569ff286, ASSIGN in 372 msec 2024-11-16T02:24:06,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:06,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723846540"}]},"ts":"1731723846540"} 2024-11-16T02:24:06,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:24:06,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:06,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 822 msec 2024-11-16T02:24:06,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286., hostname=667222f7cf1b,37257,1731723831459, seqNum=2] 2024-11-16T02:24:06,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:24:06,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:24:06,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:24:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:06,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:24:06,990 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:24:07,035 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,37257,1731723831459, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:24:07,037 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:07,037 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37257,1731723831459, seqNum=-1] 2024-11-16T02:24:07,038 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:07,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:07,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,37257,1731723831459', locateType=CURRENT is [region=hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286., hostname=667222f7cf1b,37257,1731723831459, seqNum=2] 2024-11-16T02:24:07,068 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:24:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:24:07,071 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,37257,1731723831459 suceeded 2024-11-16T02:24:07,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:24:07,073 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:38177,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:24:07,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 234 msec 2024-11-16T02:24:07,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3590 sec 2024-11-16T02:24:07,092 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:38177' 2024-11-16T02:24:07,093 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bbd7e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:07,094 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,38177,-1 for getting cluster id 2024-11-16T02:24:07,094 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:07,095 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e99420-92ae-4a0c-8e56-6fc00dfa8f5d' 2024-11-16T02:24:07,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e99420-92ae-4a0c-8e56-6fc00dfa8f5d" 2024-11-16T02:24:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7244db0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,38177,-1] 2024-11-16T02:24:07,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:07,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:07,097 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:07,098 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:07,098 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@742442b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:07,098 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:07,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,38177,1731723835793 2024-11-16T02:24:07,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31d5477a 2024-11-16T02:24:07,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:07,103 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-16T02:24:07,104 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,37257,1731723831459 (queues=1) is replicating from cluster=ba09c73c-5226-49c4-bc17-605773ba9038 to cluster=78e99420-92ae-4a0c-8e56-6fc00dfa8f5d 2024-11-16T02:24:07,104 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C37257%2C1731723831459 2024-11-16T02:24:07,104 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,37257,1731723831459, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:24:07,117 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, startPosition=0, beingWritten=true 2024-11-16T02:24:07,128 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C37257%2C1731723831459 2024-11-16T02:24:07,136 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:07,136 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 379, reset compression=false 2024-11-16T02:24:07,136 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:07,341 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 379, reset compression=false 2024-11-16T02:24:07,667 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 379, reset compression=false 2024-11-16T02:24:07,829 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:07,860 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:24:07,861 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:07,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:07,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:07,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:07,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:07,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e23c9dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:07,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,38177,-1 for getting cluster id 2024-11-16T02:24:07,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:07,865 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e99420-92ae-4a0c-8e56-6fc00dfa8f5d' 2024-11-16T02:24:07,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:07,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e99420-92ae-4a0c-8e56-6fc00dfa8f5d" 2024-11-16T02:24:07,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752f4828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:07,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,38177,-1] 2024-11-16T02:24:07,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:07,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:07,867 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f0f3fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:07,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,38177,1731723835793 2024-11-16T02:24:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23e646b0 2024-11-16T02:24:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:07,870 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:07,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:43047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:24:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:24:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:07,875 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:43047' 2024-11-16T02:24:07,877 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e71fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:07,877 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,43047,-1 for getting cluster id 2024-11-16T02:24:07,877 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:07,878 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '492e9e22-d87a-438f-b3b2-37161b178858' 2024-11-16T02:24:07,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:07,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "492e9e22-d87a-438f-b3b2-37161b178858" 2024-11-16T02:24:07,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a402923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:07,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,43047,-1] 2024-11-16T02:24:07,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:07,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:07,879 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:07,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4422a66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:07,881 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:07,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,43047,1731723826831 2024-11-16T02:24:07,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57030b95 2024-11-16T02:24:07,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:07,883 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:07,884 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T02:24:07,884 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:24:07,884 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:07,884 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:07,885 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:07,886 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:24:07,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:07,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:07,888 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:07,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:07,937 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:24:07,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:24:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:08,073 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 379, reset compression=false 2024-11-16T02:24:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:08,340 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 553f6fbf65c11e5c7bdcb59052edbbaf, NAME => 'hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3 2024-11-16T02:24:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:24:08,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:08,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 553f6fbf65c11e5c7bdcb59052edbbaf, disabling compactions & flushes 2024-11-16T02:24:08,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:08,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:08,351 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. after waiting 0 ms 2024-11-16T02:24:08,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:08,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:08,352 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 553f6fbf65c11e5c7bdcb59052edbbaf: Waiting for close lock at 1731723848351Disabling compacts and flushes for region at 1731723848351Disabling writes for close at 1731723848351Writing region close event to WAL at 1731723848352 (+1 ms)Closed at 1731723848352 2024-11-16T02:24:08,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:08,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723848353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723848353"}]},"ts":"1731723848353"} 2024-11-16T02:24:08,356 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:08,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:08,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723848357"}]},"ts":"1731723848357"} 2024-11-16T02:24:08,360 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:24:08,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=553f6fbf65c11e5c7bdcb59052edbbaf, ASSIGN}] 2024-11-16T02:24:08,361 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=553f6fbf65c11e5c7bdcb59052edbbaf, ASSIGN 2024-11-16T02:24:08,363 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=553f6fbf65c11e5c7bdcb59052edbbaf, ASSIGN; state=OFFLINE, location=667222f7cf1b,35473,1731723835928; forceNewPlan=false, retain=false 2024-11-16T02:24:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:08,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=553f6fbf65c11e5c7bdcb59052edbbaf, regionState=OPENING, regionLocation=667222f7cf1b,35473,1731723835928 2024-11-16T02:24:08,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=553f6fbf65c11e5c7bdcb59052edbbaf, ASSIGN because future has completed 2024-11-16T02:24:08,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 553f6fbf65c11e5c7bdcb59052edbbaf, server=667222f7cf1b,35473,1731723835928}] 2024-11-16T02:24:08,577 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 379, reset compression=false 2024-11-16T02:24:08,634 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:08,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:08,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:08,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:24:08,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C35473%2C1731723835928.rep, suffix=, logDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928, archiveDir=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/oldWALs, maxLogs=10 2024-11-16T02:24:08,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.rep.1731723848679, exclude list is [], retry=0 2024-11-16T02:24:08,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37399,DS-18b5a5d8-9719-4626-a7b6-76c8df5d6f99,DISK] 2024-11-16T02:24:08,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.rep.1731723848679 2024-11-16T02:24:08,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39443:39443)] 2024-11-16T02:24:08,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 553f6fbf65c11e5c7bdcb59052edbbaf, NAME => 'hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:08,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:08,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:24:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. service=MultiRowMutationService 2024-11-16T02:24:08,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:24:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,707 INFO [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,709 INFO [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 553f6fbf65c11e5c7bdcb59052edbbaf columnFamilyName hfileref 2024-11-16T02:24:08,709 DEBUG [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:08,710 INFO [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] regionserver.HStore(327): Store=553f6fbf65c11e5c7bdcb59052edbbaf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:08,710 INFO [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,711 INFO [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 553f6fbf65c11e5c7bdcb59052edbbaf columnFamilyName queue 2024-11-16T02:24:08,711 DEBUG [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:08,712 INFO [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] regionserver.HStore(327): Store=553f6fbf65c11e5c7bdcb59052edbbaf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:08,712 INFO [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,713 INFO [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 553f6fbf65c11e5c7bdcb59052edbbaf columnFamilyName sid 2024-11-16T02:24:08,713 DEBUG [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:08,714 INFO [StoreOpener-553f6fbf65c11e5c7bdcb59052edbbaf-1 {}] regionserver.HStore(327): Store=553f6fbf65c11e5c7bdcb59052edbbaf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:08,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/replication/553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/replication/553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:08,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/replication/553f6fbf65c11e5c7bdcb59052edbbaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:08,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 553f6fbf65c11e5c7bdcb59052edbbaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63595861, jitterRate=-0.0523478239774704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:08,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:08,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 553f6fbf65c11e5c7bdcb59052edbbaf: Running coprocessor pre-open hook at 1731723848706Writing region info on filesystem at 1731723848706Initializing all the Stores at 1731723848707 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723848707Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723848707Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723848707Cleaning up temporary data from old regions at 1731723848717 (+10 ms)Running coprocessor post-open hooks at 1731723848721 (+4 ms)Region opened successfully at 1731723848721 2024-11-16T02:24:08,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf., pid=10, masterSystemTime=1731723848673 2024-11-16T02:24:08,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:08,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:08,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=553f6fbf65c11e5c7bdcb59052edbbaf, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,35473,1731723835928 2024-11-16T02:24:08,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 553f6fbf65c11e5c7bdcb59052edbbaf, server=667222f7cf1b,35473,1731723835928 because future has completed 2024-11-16T02:24:08,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:24:08,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 553f6fbf65c11e5c7bdcb59052edbbaf, server=667222f7cf1b,35473,1731723835928 in 211 msec 2024-11-16T02:24:08,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:24:08,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=553f6fbf65c11e5c7bdcb59052edbbaf, ASSIGN in 371 msec 2024-11-16T02:24:08,734 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:08,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723848734"}]},"ts":"1731723848734"} 2024-11-16T02:24:08,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:24:08,737 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:08,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 852 msec 2024-11-16T02:24:08,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf., hostname=667222f7cf1b,35473,1731723835928, seqNum=2] 2024-11-16T02:24:08,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:24:08,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:24:08,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:24:08,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:24:08,997 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:24:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:09,033 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,35473,1731723835928, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:24:09,033 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:09,033 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,35473,1731723835928, seqNum=-1] 2024-11-16T02:24:09,034 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:09,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:09,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,35473,1731723835928', locateType=CURRENT is [region=hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf., hostname=667222f7cf1b,35473,1731723835928, seqNum=2] 2024-11-16T02:24:09,040 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:24:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:24:09,043 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,35473,1731723835928 suceeded 2024-11-16T02:24:09,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:24:09,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-16T02:24:09,045 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:43047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:24:09,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1740 sec 2024-11-16T02:24:09,059 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:43047' 2024-11-16T02:24:09,060 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40825849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:09,060 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,43047,-1 for getting cluster id 2024-11-16T02:24:09,060 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:09,061 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '492e9e22-d87a-438f-b3b2-37161b178858' 2024-11-16T02:24:09,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:09,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "492e9e22-d87a-438f-b3b2-37161b178858" 2024-11-16T02:24:09,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c9a78f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:09,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,43047,-1] 2024-11-16T02:24:09,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:09,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:09,062 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:09,063 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cbfcd6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:09,063 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:09,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,43047,1731723826831 2024-11-16T02:24:09,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22f4a614 2024-11-16T02:24:09,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:09,065 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T02:24:09,066 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,35473,1731723835928 (queues=1) is replicating from cluster=78e99420-92ae-4a0c-8e56-6fc00dfa8f5d to cluster=492e9e22-d87a-438f-b3b2-37161b178858 2024-11-16T02:24:09,066 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C35473%2C1731723835928 2024-11-16T02:24:09,066 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,35473,1731723835928, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:24:09,066 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, startPosition=0, beingWritten=true 2024-11-16T02:24:09,068 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C35473%2C1731723835928 2024-11-16T02:24:09,103 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:09,103 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 379, reset compression=false 2024-11-16T02:24:09,103 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,35473,1731723835928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:09,181 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 379, reset compression=false 2024-11-16T02:24:09,308 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 379, reset compression=false 2024-11-16T02:24:09,538 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:09,612 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 379, reset compression=false 2024-11-16T02:24:09,884 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 379, reset compression=false 2024-11-16T02:24:10,016 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 379, reset compression=false 2024-11-16T02:24:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:10,020 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:24:10,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:10,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:10,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:10,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:10,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0ecb06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,43047,-1 for getting cluster id 2024-11-16T02:24:10,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:10,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:10,022 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '492e9e22-d87a-438f-b3b2-37161b178858' 2024-11-16T02:24:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "492e9e22-d87a-438f-b3b2-37161b178858" 2024-11-16T02:24:10,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350943c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,43047,-1] 2024-11-16T02:24:10,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:10,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:10,023 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:10,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb0b66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156d88ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,39351,-1 for getting cluster id 2024-11-16T02:24:10,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:10,026 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba09c73c-5226-49c4-bc17-605773ba9038' 2024-11-16T02:24:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba09c73c-5226-49c4-bc17-605773ba9038" 2024-11-16T02:24:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fc88d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,39351,-1] 2024-11-16T02:24:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:10,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:10,027 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428b6021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a1efa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,028 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,38177,-1 for getting cluster id 2024-11-16T02:24:10,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:10,029 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e99420-92ae-4a0c-8e56-6fc00dfa8f5d' 2024-11-16T02:24:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e99420-92ae-4a0c-8e56-6fc00dfa8f5d" 2024-11-16T02:24:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30907eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,38177,-1] 2024-11-16T02:24:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:10,031 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:10,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34370765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:10,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39733,1731723827211, seqNum=-1] 2024-11-16T02:24:10,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:10,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:10,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12., hostname=667222f7cf1b,39733,1731723827211, seqNum=2] 2024-11-16T02:24:10,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:10,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,35473,1731723835928, seqNum=-1] 2024-11-16T02:24:10,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:10,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:10,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a., hostname=667222f7cf1b,35473,1731723835928, seqNum=2] 2024-11-16T02:24:10,045 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T02:24:10,241 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:24:10,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:10,520 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 379, reset compression=false 2024-11-16T02:24:10,542 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 379, reset compression=false 2024-11-16T02:24:10,547 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:10,547 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 480, reset compression=false 2024-11-16T02:24:10,547 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39733,1731723827211 got entry batch from reader: WALEntryBatch [walEntries=[{test/02f63229f73841f73f8a5c3a62b91c12/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T02:24:10,550 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:10,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-16T02:24:10,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:10,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43027a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,39351,-1 for getting cluster id 2024-11-16T02:24:10,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:10,553 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba09c73c-5226-49c4-bc17-605773ba9038' 2024-11-16T02:24:10,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:10,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba09c73c-5226-49c4-bc17-605773ba9038" 2024-11-16T02:24:10,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63aa6eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,39351,-1] 2024-11-16T02:24:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:10,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:10,554 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:10,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73af5b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:10,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37257,1731723831459, seqNum=-1] 2024-11-16T02:24:10,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:10,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:10,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454., hostname=667222f7cf1b,37257,1731723831459, seqNum=2] 2024-11-16T02:24:10,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:10,688 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 379, reset compression=false 2024-11-16T02:24:10,693 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:10,693 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 503, reset compression=false 2024-11-16T02:24:10,693 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[{test/4202b5b9d8d0f964dfa6db5c14313454/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T02:24:10,695 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:10,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-16T02:24:10,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:10,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d793da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,38177,-1 for getting cluster id 2024-11-16T02:24:10,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:10,698 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e99420-92ae-4a0c-8e56-6fc00dfa8f5d' 2024-11-16T02:24:10,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:10,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e99420-92ae-4a0c-8e56-6fc00dfa8f5d" 2024-11-16T02:24:10,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8bd6ff3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,38177,-1] 2024-11-16T02:24:10,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:10,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:10,699 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:10,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c096d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:10,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:10,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,35473,1731723835928, seqNum=-1] 2024-11-16T02:24:10,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:10,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:10,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a., hostname=667222f7cf1b,35473,1731723835928, seqNum=2] 2024-11-16T02:24:10,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:10,752 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 480, reset compression=false 2024-11-16T02:24:10,897 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 503, reset compression=false 2024-11-16T02:24:11,047 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T02:24:11,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37257,1731723831459, seqNum=-1] 2024-11-16T02:24:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:11,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454., hostname=667222f7cf1b,37257,1731723831459, seqNum=2] 2024-11-16T02:24:11,054 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T02:24:11,056 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 480, reset compression=false 2024-11-16T02:24:11,123 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 379, reset compression=false 2024-11-16T02:24:11,127 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:11,127 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 527, reset compression=false 2024-11-16T02:24:11,127 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,35473,1731723835928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:11,201 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 503, reset compression=false 2024-11-16T02:24:11,204 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:11,204 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 607, reset compression=false 2024-11-16T02:24:11,204 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[{test/4202b5b9d8d0f964dfa6db5c14313454/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T02:24:11,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:11,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:11,331 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 527, reset compression=false 2024-11-16T02:24:11,334 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:11,334 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 655, reset compression=false 2024-11-16T02:24:11,334 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,35473,1731723835928 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aef7d196d3dc3197f60f4ae14f87a/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T02:24:11,337 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:11,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T02:24:11,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:11,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37a5b8ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:11,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,43047,-1 for getting cluster id 2024-11-16T02:24:11,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:11,344 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '492e9e22-d87a-438f-b3b2-37161b178858' 2024-11-16T02:24:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "492e9e22-d87a-438f-b3b2-37161b178858" 2024-11-16T02:24:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dd8d35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,43047,-1] 2024-11-16T02:24:11,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:11,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:11,345 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:11,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df0de11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:11,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:11,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39733,1731723827211, seqNum=-1] 2024-11-16T02:24:11,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:11,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:11,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12., hostname=667222f7cf1b,39733,1731723827211, seqNum=2] 2024-11-16T02:24:11,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:11,408 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 607, reset compression=false 2024-11-16T02:24:11,460 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 480, reset compression=false 2024-11-16T02:24:11,465 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:11,465 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 631, reset compression=false 2024-11-16T02:24:11,465 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39733,1731723827211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:11,541 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 655, reset compression=false 2024-11-16T02:24:11,669 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 631, reset compression=false 2024-11-16T02:24:11,716 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 607, reset compression=false 2024-11-16T02:24:11,845 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 655, reset compression=false 2024-11-16T02:24:11,973 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 631, reset compression=false 2024-11-16T02:24:12,057 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T02:24:12,061 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T02:24:12,120 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 607, reset compression=false 2024-11-16T02:24:12,249 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 655, reset compression=false 2024-11-16T02:24:12,253 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:12,253 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 759, reset compression=false 2024-11-16T02:24:12,253 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,35473,1731723835928 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aef7d196d3dc3197f60f4ae14f87a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T02:24:12,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:12,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:12,378 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 631, reset compression=false 2024-11-16T02:24:12,381 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:12,381 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 758, reset compression=false 2024-11-16T02:24:12,381 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39733,1731723827211 got entry batch from reader: WALEntryBatch [walEntries=[{test/02f63229f73841f73f8a5c3a62b91c12/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T02:24:12,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:12,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:12,457 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 759, reset compression=false 2024-11-16T02:24:12,587 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 758, reset compression=false 2024-11-16T02:24:12,624 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 607, reset compression=false 2024-11-16T02:24:12,629 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:12,629 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 757, reset compression=false 2024-11-16T02:24:12,629 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:12,761 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 759, reset compression=false 2024-11-16T02:24:12,833 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 757, reset compression=false 2024-11-16T02:24:12,891 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 758, reset compression=false 2024-11-16T02:24:13,063 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T02:24:13,067 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T02:24:13,136 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 757, reset compression=false 2024-11-16T02:24:13,164 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 759, reset compression=false 2024-11-16T02:24:13,297 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 758, reset compression=false 2024-11-16T02:24:13,301 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:13,301 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 914, reset compression=false 2024-11-16T02:24:13,301 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39733,1731723827211 got entry batch from reader: WALEntryBatch [walEntries=[{test/02f63229f73841f73f8a5c3a62b91c12/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T02:24:13,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:13,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-16T02:24:13,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-16T02:24:13,504 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 914, reset compression=false 2024-11-16T02:24:13,540 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 757, reset compression=false 2024-11-16T02:24:13,543 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:13,543 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 904, reset compression=false 2024-11-16T02:24:13,543 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[{test/4202b5b9d8d0f964dfa6db5c14313454/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T02:24:13,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:13,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:13,668 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 759, reset compression=false 2024-11-16T02:24:13,673 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:13,673 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 930, reset compression=false 2024-11-16T02:24:13,673 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,35473,1731723835928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:13,747 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 904, reset compression=false 2024-11-16T02:24:13,807 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 914, reset compression=false 2024-11-16T02:24:13,877 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 930, reset compression=false 2024-11-16T02:24:14,050 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 904, reset compression=false 2024-11-16T02:24:14,070 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T02:24:14,073 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T02:24:14,180 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 930, reset compression=false 2024-11-16T02:24:14,213 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 914, reset compression=false 2024-11-16T02:24:14,453 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 904, reset compression=false 2024-11-16T02:24:14,456 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:14,456 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1063, reset compression=false 2024-11-16T02:24:14,456 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[{test/4202b5b9d8d0f964dfa6db5c14313454/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T02:24:14,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:14,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:14,584 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 930, reset compression=false 2024-11-16T02:24:14,587 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:14,587 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1080, reset compression=false 2024-11-16T02:24:14,587 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,35473,1731723835928 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aef7d196d3dc3197f60f4ae14f87a/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T02:24:14,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:14,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:14,659 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1063, reset compression=false 2024-11-16T02:24:14,716 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 914, reset compression=false 2024-11-16T02:24:14,721 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:14,721 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1087, reset compression=false 2024-11-16T02:24:14,721 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39733,1731723827211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:14,797 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1080, reset compression=false 2024-11-16T02:24:14,924 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1087, reset compression=false 2024-11-16T02:24:14,962 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1063, reset compression=false 2024-11-16T02:24:15,074 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T02:24:15,077 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T02:24:15,099 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1080, reset compression=false 2024-11-16T02:24:15,103 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:15,103 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1239, reset compression=false 2024-11-16T02:24:15,103 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,35473,1731723835928 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aef7d196d3dc3197f60f4ae14f87a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T02:24:15,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:15,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:15,227 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1087, reset compression=false 2024-11-16T02:24:15,231 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:15,231 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1236, reset compression=false 2024-11-16T02:24:15,231 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39733,1731723827211 got entry batch from reader: WALEntryBatch [walEntries=[{test/02f63229f73841f73f8a5c3a62b91c12/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-16T02:24:15,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:15,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:15,307 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1239, reset compression=false 2024-11-16T02:24:15,365 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1063, reset compression=false 2024-11-16T02:24:15,370 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:15,370 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1235, reset compression=false 2024-11-16T02:24:15,370 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:15,434 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1236, reset compression=false 2024-11-16T02:24:15,573 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1235, reset compression=false 2024-11-16T02:24:15,611 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1239, reset compression=false 2024-11-16T02:24:15,746 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1236, reset compression=false 2024-11-16T02:24:15,876 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1235, reset compression=false 2024-11-16T02:24:16,014 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1239, reset compression=false 2024-11-16T02:24:16,079 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T02:24:16,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a3724, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:16,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,38177,-1 for getting cluster id 2024-11-16T02:24:16,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:16,085 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e99420-92ae-4a0c-8e56-6fc00dfa8f5d' 2024-11-16T02:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e99420-92ae-4a0c-8e56-6fc00dfa8f5d" 2024-11-16T02:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef90788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,38177,-1] 2024-11-16T02:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:16,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:16,086 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:16,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7b6bee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:16,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,38177,1731723835793 2024-11-16T02:24:16,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@230360c8 2024-11-16T02:24:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:16,091 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:16,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-16T02:24:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-16T02:24:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T02:24:16,149 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1236, reset compression=false 2024-11-16T02:24:16,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:24:16,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T02:24:16,279 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1235, reset compression=false 2024-11-16T02:24:16,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T02:24:16,306 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-16T02:24:16,307 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-16T02:24:16,307 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,35473,1731723835928 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-16T02:24:16,307 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0. 2024-11-16T02:24:16,307 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:16,307 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:16,308 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:16,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:16,408 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:24:16,408 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T02:24:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T02:24:16,419 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:24:16,508 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 terminated 2024-11-16T02:24:16,523 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,35473,1731723835928, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:24:16,523 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-16T02:24:16,523 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T02:24:16,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T02:24:16,526 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 667222f7cf1b,35473,1731723835928 suceeded 2024-11-16T02:24:16,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T02:24:16,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-16T02:24:16,527 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-16T02:24:16,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 435 msec 2024-11-16T02:24:16,536 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:43047' 2024-11-16T02:24:16,537 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ccd45e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:16,537 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,43047,-1 for getting cluster id 2024-11-16T02:24:16,537 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:16,538 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '492e9e22-d87a-438f-b3b2-37161b178858' 2024-11-16T02:24:16,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:16,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "492e9e22-d87a-438f-b3b2-37161b178858" 2024-11-16T02:24:16,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29502bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:16,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,43047,-1] 2024-11-16T02:24:16,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:16,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:16,539 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:16,539 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b66deb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:16,540 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:16,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,43047,1731723826831 2024-11-16T02:24:16,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc46045 2024-11-16T02:24:16,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:16,541 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-16T02:24:16,541 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,35473,1731723835928 (queues=1) is replicating from cluster=78e99420-92ae-4a0c-8e56-6fc00dfa8f5d to cluster=492e9e22-d87a-438f-b3b2-37161b178858 2024-11-16T02:24:16,541 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C35473%2C1731723835928 2024-11-16T02:24:16,542 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,35473,1731723835928, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:24:16,542 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C35473%2C1731723835928 2024-11-16T02:24:16,652 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1236, reset compression=false 2024-11-16T02:24:16,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T02:24:16,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:16,719 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:24:16,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:16,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:16,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:16,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:16,723 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-16T02:24:16,782 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1235, reset compression=false 2024-11-16T02:24:17,255 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1236, reset compression=false 2024-11-16T02:24:17,259 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:17,259 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1340, reset compression=false 2024-11-16T02:24:17,259 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39733,1731723827211 got entry batch from reader: WALEntryBatch [walEntries=[{test/02f63229f73841f73f8a5c3a62b91c12/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T02:24:17,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:17,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37257 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:17,385 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1235, reset compression=false 2024-11-16T02:24:17,389 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:17,389 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1362, reset compression=false 2024-11-16T02:24:17,389 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[{test/4202b5b9d8d0f964dfa6db5c14313454/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T02:24:17,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:17,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:17,462 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1340, reset compression=false 2024-11-16T02:24:17,593 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1362, reset compression=false 2024-11-16T02:24:17,724 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-16T02:24:17,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bc772f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:17,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,38177,-1 for getting cluster id 2024-11-16T02:24:17,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:17,728 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78e99420-92ae-4a0c-8e56-6fc00dfa8f5d' 2024-11-16T02:24:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78e99420-92ae-4a0c-8e56-6fc00dfa8f5d" 2024-11-16T02:24:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52853e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,38177,-1] 2024-11-16T02:24:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:17,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:17,729 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:17,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b02030a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:17,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:17,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,38177,1731723835793 2024-11-16T02:24:17,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76a4a2ef 2024-11-16T02:24:17,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:17,734 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:17,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-16T02:24:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-16T02:24:17,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T02:24:17,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:24:17,765 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1340, reset compression=false 2024-11-16T02:24:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T02:24:17,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:17,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:24:17,859 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68635 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:24:17,896 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1362, reset compression=false 2024-11-16T02:24:17,900 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:17,900 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1466, reset compression=false 2024-11-16T02:24:17,900 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[{test/4202b5b9d8d0f964dfa6db5c14313454/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T02:24:17,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:17,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-16T02:24:17,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35473 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:17,903 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-16T02:24:17,903 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-16T02:24:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-16T02:24:17,905 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 667222f7cf1b,35473,1731723835928 suceeded 2024-11-16T02:24:17,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-16T02:24:17,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-16T02:24:17,906 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-16T02:24:17,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 171 msec 2024-11-16T02:24:17,943 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, startPosition=1239, beingWritten=true 2024-11-16T02:24:17,947 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:17,948 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1518, reset compression=false 2024-11-16T02:24:17,948 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,35473,1731723835928 got entry batch from reader: WALEntryBatch [walEntries=[{test/784aef7d196d3dc3197f60f4ae14f87a/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-16T02:24:17,951 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:17,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-16T02:24:17,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:17,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39733 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38177 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-16T02:24:18,059 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:24:18,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:18,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:18,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:18,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:18,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:18,061 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-16T02:24:18,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:24:18,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:18,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:18,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:18,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:18,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:24:18,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:18,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1558690320, stopped=false 2024-11-16T02:24:18,062 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,38177,1731723835793 2024-11-16T02:24:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-990385570/running 2024-11-16T02:24:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-990385570/running 2024-11-16T02:24:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:24:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:24:18,080 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:24:18,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:18,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:18,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:18,081 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,35473,1731723835928' ***** 2024-11-16T02:24:18,081 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:24:18,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on znode that does not yet exist, /2-990385570/running 2024-11-16T02:24:18,081 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:24:18,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:24:18,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Set watcher on znode that does not yet exist, /2-990385570/running 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(3091): Received CLOSE for 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(3091): Received CLOSE for 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,35473,1731723835928 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:35473. 2024-11-16T02:24:18,082 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 784aef7d196d3dc3197f60f4ae14f87a, disabling compactions & flushes 2024-11-16T02:24:18,082 DEBUG [RS:0;667222f7cf1b:35473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:18,082 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:18,082 DEBUG [RS:0;667222f7cf1b:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:18,082 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:18,082 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. after waiting 0 ms 2024-11-16T02:24:18,082 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:24:18,082 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 784aef7d196d3dc3197f60f4ae14f87a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T02:24:18,082 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:24:18,082 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1325): Online Regions={784aef7d196d3dc3197f60f4ae14f87a=test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a., 553f6fbf65c11e5c7bdcb59052edbbaf=hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:24:18,083 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553f6fbf65c11e5c7bdcb59052edbbaf, 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:18,082 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:24:18,083 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:24:18,083 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:24:18,083 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:24:18,083 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:24:18,083 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:24:18,096 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/info/f43d21a6bb6b48f3a1e75c3f91b86a67 is 147, key is hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf./info:regioninfo/1731723848725/Put/seqid=0 2024-11-16T02:24:18,099 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/.tmp/f/98f1362e3fba4adaa8c3f375b3ebcc03 is 37, key is row3/f:row3/1731723856721/Put/seqid=0 2024-11-16T02:24:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741840_1016 (size=7686) 2024-11-16T02:24:18,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741841_1017 (size=5228) 2024-11-16T02:24:18,103 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1466, reset compression=false 2024-11-16T02:24:18,103 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/.tmp/f/98f1362e3fba4adaa8c3f375b3ebcc03 2024-11-16T02:24:18,108 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98f1362e3fba4adaa8c3f375b3ebcc03 2024-11-16T02:24:18,123 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/.tmp/f1/82eda077d35f404996f5e4d2bc2944da is 30, key is row1/f1:/1731723854070/DeleteFamily/seqid=0 2024-11-16T02:24:18,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741842_1018 (size=5158) 2024-11-16T02:24:18,137 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/.tmp/f1/82eda077d35f404996f5e4d2bc2944da 2024-11-16T02:24:18,142 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82eda077d35f404996f5e4d2bc2944da 2024-11-16T02:24:18,146 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:24:18,151 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1518, reset compression=false 2024-11-16T02:24:18,160 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/.tmp/norep/da629507773448d7938e3c53af271fb9 is 33, key is row2/norep:/1731723855075/DeleteFamily/seqid=0 2024-11-16T02:24:18,160 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:18,160 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1765, reset compression=false 2024-11-16T02:24:18,160 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,35473,1731723835928 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:18,161 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,35473,1731723835928: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-667222f7cf1b,35473,1731723835928, walGroup=667222f7cf1b%2C35473%2C1731723835928, offset=667222f7cf1b%2C35473%2C1731723835928.1731723837564:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:35473 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:24:18,162 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:24:18,162 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:24:18,163 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:24:18,163 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:24:18,163 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:24:18,163 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 773095744 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 195454136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:24:18,163 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:38177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:38177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T02:24:18,169 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1340, reset compression=false 2024-11-16T02:24:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741843_1019 (size=5108) 2024-11-16T02:24:18,182 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:18,182 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:18,182 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,39733,1731723827211 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:18,283 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553f6fbf65c11e5c7bdcb59052edbbaf, 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:18,369 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1765, reset compression=false 2024-11-16T02:24:18,385 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:18,408 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1466, reset compression=false 2024-11-16T02:24:18,416 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:24:18,416 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:24:18,483 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553f6fbf65c11e5c7bdcb59052edbbaf, 784aef7d196d3dc3197f60f4ae14f87a 2024-11-16T02:24:18,500 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/info/f43d21a6bb6b48f3a1e75c3f91b86a67 2024-11-16T02:24:18,516 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/ns/0648dd18f29c4c70855768a48ab1bee4 is 43, key is default/ns:d/1731723837997/Put/seqid=0 2024-11-16T02:24:18,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741844_1020 (size=5153) 2024-11-16T02:24:18,578 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/.tmp/norep/da629507773448d7938e3c53af271fb9 2024-11-16T02:24:18,583 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da629507773448d7938e3c53af271fb9 2024-11-16T02:24:18,584 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/.tmp/f/98f1362e3fba4adaa8c3f375b3ebcc03 as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/f/98f1362e3fba4adaa8c3f375b3ebcc03 2024-11-16T02:24:18,587 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98f1362e3fba4adaa8c3f375b3ebcc03 2024-11-16T02:24:18,588 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/f/98f1362e3fba4adaa8c3f375b3ebcc03, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T02:24:18,589 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/.tmp/f1/82eda077d35f404996f5e4d2bc2944da as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/f1/82eda077d35f404996f5e4d2bc2944da 2024-11-16T02:24:18,593 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82eda077d35f404996f5e4d2bc2944da 2024-11-16T02:24:18,593 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/f1/82eda077d35f404996f5e4d2bc2944da, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T02:24:18,594 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/.tmp/norep/da629507773448d7938e3c53af271fb9 as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/norep/da629507773448d7938e3c53af271fb9 2024-11-16T02:24:18,598 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for da629507773448d7938e3c53af271fb9 2024-11-16T02:24:18,598 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/norep/da629507773448d7938e3c53af271fb9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T02:24:18,599 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 784aef7d196d3dc3197f60f4ae14f87a in 517ms, sequenceid=12, compaction requested=false 2024-11-16T02:24:18,607 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/default/test/784aef7d196d3dc3197f60f4ae14f87a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T02:24:18,607 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:24:18,607 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:24:18,607 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:18,607 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 784aef7d196d3dc3197f60f4ae14f87a: Waiting for close lock at 1731723858082Running coprocessor pre-close hooks at 1731723858082Disabling compacts and flushes for region at 1731723858082Disabling writes for close at 1731723858082Obtaining lock to block concurrent updates at 1731723858082Preparing flush snapshotting stores in 784aef7d196d3dc3197f60f4ae14f87a at 1731723858082Finished memstore snapshotting test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731723858083 (+1 ms)Flushing stores of test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. at 1731723858083Flushing 784aef7d196d3dc3197f60f4ae14f87a/f: creating writer at 1731723858083Flushing 784aef7d196d3dc3197f60f4ae14f87a/f: appending metadata at 1731723858099 (+16 ms)Flushing 784aef7d196d3dc3197f60f4ae14f87a/f: closing flushed file at 1731723858099Flushing 784aef7d196d3dc3197f60f4ae14f87a/f1: creating writer at 1731723858109 (+10 ms)Flushing 784aef7d196d3dc3197f60f4ae14f87a/f1: appending metadata at 1731723858123 (+14 ms)Flushing 784aef7d196d3dc3197f60f4ae14f87a/f1: closing flushed file at 1731723858123Flushing 784aef7d196d3dc3197f60f4ae14f87a/norep: creating writer at 1731723858142 (+19 ms)Flushing 784aef7d196d3dc3197f60f4ae14f87a/norep: appending metadata at 1731723858159 (+17 ms)Flushing 784aef7d196d3dc3197f60f4ae14f87a/norep: closing flushed file at 1731723858159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d8c8379: reopening flushed file at 1731723858583 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456ece21: reopening flushed file at 1731723858588 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c8e588: reopening flushed file at 1731723858593 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 784aef7d196d3dc3197f60f4ae14f87a in 517ms, sequenceid=12, compaction requested=false at 1731723858599 (+6 ms)Writing region close event to WAL at 1731723858600 (+1 ms)Running coprocessor post-close hooks at 1731723858607 (+7 ms)Closed at 1731723858607 2024-11-16T02:24:18,607 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a. 2024-11-16T02:24:18,608 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 553f6fbf65c11e5c7bdcb59052edbbaf, disabling compactions & flushes 2024-11-16T02:24:18,608 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:18,608 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:18,608 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. after waiting 0 ms 2024-11-16T02:24:18,608 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:18,608 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 553f6fbf65c11e5c7bdcb59052edbbaf: Waiting for close lock at 1731723858608Running coprocessor pre-close hooks at 1731723858608Disabling compacts and flushes for region at 1731723858608Disabling writes for close at 1731723858608Failed flush hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf., putting online again at 1731723858608 2024-11-16T02:24:18,608 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:18,673 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 1765, reset compression=false 2024-11-16T02:24:18,677 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:18,677 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 2409, reset compression=false 2024-11-16T02:24:18,683 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(3091): Received CLOSE for 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:18,683 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 553f6fbf65c11e5c7bdcb59052edbbaf 2024-11-16T02:24:18,683 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 553f6fbf65c11e5c7bdcb59052edbbaf, disabling compactions & flushes 2024-11-16T02:24:18,683 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:18,683 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:18,683 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. after waiting 0 ms 2024-11-16T02:24:18,683 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:18,683 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 553f6fbf65c11e5c7bdcb59052edbbaf: Waiting for close lock at 1731723858683Running coprocessor pre-close hooks at 1731723858683Disabling compacts and flushes for region at 1731723858683Disabling writes for close at 1731723858683Failed flush hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf., putting online again at 1731723858683 2024-11-16T02:24:18,683 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf. 2024-11-16T02:24:18,688 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:18,812 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1466, reset compression=false 2024-11-16T02:24:18,879 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 2409, reset compression=false 2024-11-16T02:24:18,883 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:24:18,920 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/ns/0648dd18f29c4c70855768a48ab1bee4 2024-11-16T02:24:18,938 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/rep_barrier/4bbda0d20bca4e13a7114de507f887f8 is 112, key is test,,1731723841401.784aef7d196d3dc3197f60f4ae14f87a./rep_barrier:seqnumDuringOpen/1731723842560/Put/seqid=0 2024-11-16T02:24:18,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741845_1021 (size=5518) 2024-11-16T02:24:19,083 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:24:19,083 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1325): Online Regions={553f6fbf65c11e5c7bdcb59052edbbaf=hbase:replication,,1731723847884.553f6fbf65c11e5c7bdcb59052edbbaf., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:24:19,084 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:24:19,092 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:19,182 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 2409, reset compression=false 2024-11-16T02:24:19,284 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:24:19,316 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1466, reset compression=false 2024-11-16T02:24:19,342 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/rep_barrier/4bbda0d20bca4e13a7114de507f887f8 2024-11-16T02:24:19,362 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/table/b0048d75de034872a9b3f13c5b15e3d8 is 53, key is hbase:replication/table:state/1731723848734/Put/seqid=0 2024-11-16T02:24:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741846_1022 (size=5308) 2024-11-16T02:24:19,484 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:24:19,585 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.wal-reader.667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.1731723837564 to pos 2409, reset compression=false 2024-11-16T02:24:19,595 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:19,684 DEBUG [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:24:19,766 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/table/b0048d75de034872a9b3f13c5b15e3d8 2024-11-16T02:24:19,771 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/info/f43d21a6bb6b48f3a1e75c3f91b86a67 as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/info/f43d21a6bb6b48f3a1e75c3f91b86a67 2024-11-16T02:24:19,774 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/info/f43d21a6bb6b48f3a1e75c3f91b86a67, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:24:19,775 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/ns/0648dd18f29c4c70855768a48ab1bee4 as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/ns/0648dd18f29c4c70855768a48ab1bee4 2024-11-16T02:24:19,782 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/ns/0648dd18f29c4c70855768a48ab1bee4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:24:19,783 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/rep_barrier/4bbda0d20bca4e13a7114de507f887f8 as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/rep_barrier/4bbda0d20bca4e13a7114de507f887f8 2024-11-16T02:24:19,790 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/rep_barrier/4bbda0d20bca4e13a7114de507f887f8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:24:19,792 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/.tmp/table/b0048d75de034872a9b3f13c5b15e3d8 as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/table/b0048d75de034872a9b3f13c5b15e3d8 2024-11-16T02:24:19,797 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/table/b0048d75de034872a9b3f13c5b15e3d8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:24:19,798 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-16T02:24:19,809 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:24:19,809 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:24:19,809 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:24:19,809 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:24:19,809 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723858082Running coprocessor pre-close hooks at 1731723858082Disabling compacts and flushes for region at 1731723858082Disabling writes for close at 1731723858083 (+1 ms)Obtaining lock to block concurrent updates at 1731723858083Preparing flush snapshotting stores in 1588230740 at 1731723858083Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723858083Flushing stores of hbase:meta,,1.1588230740 at 1731723858083Flushing 1588230740/info: creating writer at 1731723858083Flushing 1588230740/info: appending metadata at 1731723858096 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731723858096Flushing 1588230740/ns: creating writer at 1731723858504 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731723858516 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731723858516Flushing 1588230740/rep_barrier: creating writer at 1731723858925 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723858938 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723858938Flushing 1588230740/table: creating writer at 1731723859346 (+408 ms)Flushing 1588230740/table: appending metadata at 1731723859362 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731723859362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a8a89d: reopening flushed file at 1731723859770 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47bb63c9: reopening flushed file at 1731723859775 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef73c25: reopening flushed file at 1731723859782 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa27811: reopening flushed file at 1731723859791 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731723859798 (+7 ms)Writing region close event to WAL at 1731723859805 (+7 ms)Running coprocessor post-close hooks at 1731723859809 (+4 ms)Closed at 1731723859809 2024-11-16T02:24:19,810 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:24:19,884 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T02:24:19,884 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,35473,1731723835928; all regions closed. 2024-11-16T02:24:19,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:24:19,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/WALs/667222f7cf1b,35473,1731723835928/667222f7cf1b%2C35473%2C1731723835928.meta.1731723837951.meta not finished, retry = 0 2024-11-16T02:24:19,919 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1466, reset compression=false 2024-11-16T02:24:19,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741839_1015 (size=2390) 2024-11-16T02:24:20,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741833_1009 (size=2417) 2024-11-16T02:24:20,007 DEBUG [RS:0;667222f7cf1b:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:20,007 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:24:20,008 INFO [RS:0;667222f7cf1b:35473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:24:20,008 INFO [RS:0;667222f7cf1b:35473 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:24:20,008 INFO [RS:0;667222f7cf1b:35473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:24:20,008 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,35473,1731723835928 because: Region server is closing 2024-11-16T02:24:20,009 INFO [RS:0;667222f7cf1b:35473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:35473. 2024-11-16T02:24:20,009 DEBUG [RS:0;667222f7cf1b:35473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:20,009 DEBUG [RS:0;667222f7cf1b:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:20,009 DEBUG [RS:0;667222f7cf1b:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:20,012 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:24:20,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:20,109 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,35473,1731723835928.replicationSource.shipper667222f7cf1b%2C35473%2C1731723835928,1-667222f7cf1b,35473,1731723835928 terminated 2024-11-16T02:24:20,109 INFO [RS:0;667222f7cf1b:35473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:35473. 2024-11-16T02:24:20,109 DEBUG [RS:0;667222f7cf1b:35473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:20,109 DEBUG [RS:0;667222f7cf1b:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:20,110 DEBUG [RS:0;667222f7cf1b:35473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:20,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:20,110 INFO [RS:0;667222f7cf1b:35473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35473 2024-11-16T02:24:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570/rs 2024-11-16T02:24:20,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-990385570/rs/667222f7cf1b,35473,1731723835928 2024-11-16T02:24:20,123 INFO [RS:0;667222f7cf1b:35473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:24:20,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,35473,1731723835928] 2024-11-16T02:24:20,143 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-990385570/draining/667222f7cf1b,35473,1731723835928 already deleted, retry=false 2024-11-16T02:24:20,143 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,35473,1731723835928 expired; onlineServers=0 2024-11-16T02:24:20,143 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,38177,1731723835793' ***** 2024-11-16T02:24:20,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:24:20,144 INFO [M:0;667222f7cf1b:38177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:24:20,144 INFO [M:0;667222f7cf1b:38177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:24:20,144 DEBUG [M:0;667222f7cf1b:38177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:24:20,144 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:24:20,144 DEBUG [M:0;667222f7cf1b:38177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:24:20,144 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723837258 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723837258,5,FailOnTimeoutGroup] 2024-11-16T02:24:20,144 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723837258 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723837258,5,FailOnTimeoutGroup] 2024-11-16T02:24:20,144 INFO [M:0;667222f7cf1b:38177 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:24:20,144 INFO [M:0;667222f7cf1b:38177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:24:20,144 DEBUG [M:0;667222f7cf1b:38177 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:24:20,145 INFO [M:0;667222f7cf1b:38177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:24:20,145 INFO [M:0;667222f7cf1b:38177 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:24:20,145 INFO [M:0;667222f7cf1b:38177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:24:20,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:24:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-990385570/master 2024-11-16T02:24:20,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-990385570 2024-11-16T02:24:20,155 DEBUG [M:0;667222f7cf1b:38177 {}] zookeeper.ZKUtil(347): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Unable to get data of znode /2-990385570/master because node does not exist (not an error) 2024-11-16T02:24:20,155 WARN [M:0;667222f7cf1b:38177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:24:20,156 INFO [M:0;667222f7cf1b:38177 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/.lastflushedseqids 2024-11-16T02:24:20,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741847_1023 (size=245) 2024-11-16T02:24:20,201 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:20,233 INFO [RS:0;667222f7cf1b:35473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:24:20,233 INFO [RS:0;667222f7cf1b:35473 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,35473,1731723835928; zookeeper connection closed. 2024-11-16T02:24:20,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52da26a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52da26a5 2024-11-16T02:24:20,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:24:20,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:20,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35473-0x101417487010007, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:20,564 INFO [M:0;667222f7cf1b:38177 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:24:20,564 INFO [M:0;667222f7cf1b:38177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:24:20,564 DEBUG [M:0;667222f7cf1b:38177 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:24:20,564 INFO [M:0;667222f7cf1b:38177 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:20,564 DEBUG [M:0;667222f7cf1b:38177 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:20,564 DEBUG [M:0;667222f7cf1b:38177 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:24:20,564 DEBUG [M:0;667222f7cf1b:38177 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:20,564 INFO [M:0;667222f7cf1b:38177 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-16T02:24:20,582 DEBUG [M:0;667222f7cf1b:38177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09b39d66b9e14769b38b9ac9e4902474 is 82, key is hbase:meta,,1/info:regioninfo/1731723837979/Put/seqid=0 2024-11-16T02:24:20,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741848_1024 (size=5672) 2024-11-16T02:24:20,622 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1466, reset compression=false 2024-11-16T02:24:20,905 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:20,986 INFO [M:0;667222f7cf1b:38177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09b39d66b9e14769b38b9ac9e4902474 2024-11-16T02:24:21,006 DEBUG [M:0;667222f7cf1b:38177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39ab44002c18401ebc337fa1589065a3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731723848738/Put/seqid=0 2024-11-16T02:24:21,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741849_1025 (size=9212) 2024-11-16T02:24:21,219 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:24:21,411 INFO [M:0;667222f7cf1b:38177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39ab44002c18401ebc337fa1589065a3 2024-11-16T02:24:21,426 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1466, reset compression=false 2024-11-16T02:24:21,427 DEBUG [M:0;667222f7cf1b:38177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fb7e04be8354e519f9521fe2a2749e9 is 69, key is 667222f7cf1b,35473,1731723835928/rs:state/1731723837346/Put/seqid=0 2024-11-16T02:24:21,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741850_1026 (size=5156) 2024-11-16T02:24:21,711 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:21,831 INFO [M:0;667222f7cf1b:38177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fb7e04be8354e519f9521fe2a2749e9 2024-11-16T02:24:21,839 DEBUG [M:0;667222f7cf1b:38177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09b39d66b9e14769b38b9ac9e4902474 as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09b39d66b9e14769b38b9ac9e4902474 2024-11-16T02:24:21,843 INFO [M:0;667222f7cf1b:38177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09b39d66b9e14769b38b9ac9e4902474, entries=8, sequenceid=127, filesize=5.5 K 2024-11-16T02:24:21,844 DEBUG [M:0;667222f7cf1b:38177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39ab44002c18401ebc337fa1589065a3 as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39ab44002c18401ebc337fa1589065a3 2024-11-16T02:24:21,848 INFO [M:0;667222f7cf1b:38177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39ab44002c18401ebc337fa1589065a3, entries=15, sequenceid=127, filesize=9.0 K 2024-11-16T02:24:21,849 DEBUG [M:0;667222f7cf1b:38177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5fb7e04be8354e519f9521fe2a2749e9 as hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fb7e04be8354e519f9521fe2a2749e9 2024-11-16T02:24:21,853 INFO [M:0;667222f7cf1b:38177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35327/user/jenkins/test-data/39795955-44bd-1a5c-1547-b10bb32540a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5fb7e04be8354e519f9521fe2a2749e9, entries=1, sequenceid=127, filesize=5.0 K 2024-11-16T02:24:21,854 INFO [M:0;667222f7cf1b:38177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false 2024-11-16T02:24:21,860 INFO [M:0;667222f7cf1b:38177 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:21,860 DEBUG [M:0;667222f7cf1b:38177 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723860564Disabling compacts and flushes for region at 1731723860564Disabling writes for close at 1731723860564Obtaining lock to block concurrent updates at 1731723860564Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723860564Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731723860564Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723860565 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723860565Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723860582 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723860582Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723860989 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723861006 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723861006Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723861414 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723861427 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723861427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9dd51a: reopening flushed file at 1731723861835 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4366cc98: reopening flushed file at 1731723861843 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d44fbb5: reopening flushed file at 1731723861849 (+6 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=127, compaction requested=false at 1731723861854 (+5 ms)Writing region close event to WAL at 1731723861860 (+6 ms)Closed at 1731723861860 2024-11-16T02:24:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37399 is added to blk_1073741830_1006 (size=73866) 2024-11-16T02:24:21,865 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:24:21,865 INFO [M:0;667222f7cf1b:38177 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:24:21,867 INFO [M:0;667222f7cf1b:38177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38177 2024-11-16T02:24:21,867 INFO [M:0;667222f7cf1b:38177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:24:22,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:22,059 INFO [M:0;667222f7cf1b:38177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:24:22,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38177-0x101417487010006, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:22,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e19dd38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:24:22,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dd5675f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:24:22,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:24:22,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38884739{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:24:22,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10f7e546{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.log.dir/,STOPPED} 2024-11-16T02:24:22,065 WARN [BP-1632292589-172.17.0.3-1731723833745 heartbeating to localhost/127.0.0.1:35327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:24:22,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:24:22,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:24:22,065 WARN [BP-1632292589-172.17.0.3-1731723833745 heartbeating to localhost/127.0.0.1:35327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1632292589-172.17.0.3-1731723833745 (Datanode Uuid a8d5d32b-3cb3-493c-8a22-3f4bb716465b) service to localhost/127.0.0.1:35327 2024-11-16T02:24:22,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/cluster_2e8ff6ea-dfd6-a60e-5f69-903c3552ce96/data/data1/current/BP-1632292589-172.17.0.3-1731723833745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:24:22,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/cluster_2e8ff6ea-dfd6-a60e-5f69-903c3552ce96/data/data2/current/BP-1632292589-172.17.0.3-1731723833745 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:24:22,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:24:22,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33c67829{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:24:22,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61a05062{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:24:22,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:24:22,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16b198b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:24:22,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a9d1442{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.log.dir/,STOPPED} 2024-11-16T02:24:22,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:24:22,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:24:22,088 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:22,088 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:22,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:22,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:22,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:22,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:24:22,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1684705264, stopped=false 2024-11-16T02:24:22,088 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,39351,1731723831256 2024-11-16T02:24:22,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1542099432/running 2024-11-16T02:24:22,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:24:22,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1542099432/running 2024-11-16T02:24:22,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:24:22,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:24:22,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:22,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on znode that does not yet exist, /1542099432/running 2024-11-16T02:24:22,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Set watcher on znode that does not yet exist, /1542099432/running 2024-11-16T02:24:22,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:22,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:22,103 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,37257,1731723831459' ***** 2024-11-16T02:24:22,104 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:24:22,104 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:24:22,104 INFO [RS:0;667222f7cf1b:37257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:24:22,104 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:24:22,104 INFO [RS:0;667222f7cf1b:37257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:24:22,104 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(3091): Received CLOSE for a8828401889e2090ce005f29569ff286 2024-11-16T02:24:22,104 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(3091): Received CLOSE for 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:22,104 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,37257,1731723831459 2024-11-16T02:24:22,104 INFO [RS:0;667222f7cf1b:37257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:24:22,105 INFO [RS:0;667222f7cf1b:37257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:37257. 2024-11-16T02:24:22,105 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a8828401889e2090ce005f29569ff286, disabling compactions & flushes 2024-11-16T02:24:22,105 DEBUG [RS:0;667222f7cf1b:37257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:22,105 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:22,105 DEBUG [RS:0;667222f7cf1b:37257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:22,105 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:22,105 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:24:22,105 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. after waiting 0 ms 2024-11-16T02:24:22,105 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:24:22,105 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:24:22,105 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:22,105 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:24:22,105 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a8828401889e2090ce005f29569ff286 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-16T02:24:22,105 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:24:22,105 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1325): Online Regions={a8828401889e2090ce005f29569ff286=hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286., 1588230740=hbase:meta,,1.1588230740, 4202b5b9d8d0f964dfa6db5c14313454=test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454.} 2024-11-16T02:24:22,105 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4202b5b9d8d0f964dfa6db5c14313454, a8828401889e2090ce005f29569ff286 2024-11-16T02:24:22,105 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:24:22,105 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:24:22,106 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:24:22,106 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:24:22,106 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:24:22,106 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:24:22,126 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/info/1a1ef15d8834489e8e5b080053b6c2b1 is 147, key is hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286./info:regioninfo/1731723846527/Put/seqid=0 2024-11-16T02:24:22,127 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/replication/a8828401889e2090ce005f29569ff286/.tmp/queue/19b591ec08bb4da9bb2cdd82bfad0f55 is 154, key is 1-667222f7cf1b,37257,1731723831459/queue:667222f7cf1b%2C37257%2C1731723831459/1731723857904/Put/seqid=0 2024-11-16T02:24:22,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741841_1017 (size=7686) 2024-11-16T02:24:22,140 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/info/1a1ef15d8834489e8e5b080053b6c2b1 2024-11-16T02:24:22,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741840_1016 (size=5353) 2024-11-16T02:24:22,143 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/replication/a8828401889e2090ce005f29569ff286/.tmp/queue/19b591ec08bb4da9bb2cdd82bfad0f55 2024-11-16T02:24:22,150 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/replication/a8828401889e2090ce005f29569ff286/.tmp/queue/19b591ec08bb4da9bb2cdd82bfad0f55 as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/replication/a8828401889e2090ce005f29569ff286/queue/19b591ec08bb4da9bb2cdd82bfad0f55 2024-11-16T02:24:22,157 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/replication/a8828401889e2090ce005f29569ff286/queue/19b591ec08bb4da9bb2cdd82bfad0f55, entries=1, sequenceid=14, filesize=5.2 K 2024-11-16T02:24:22,158 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a8828401889e2090ce005f29569ff286 in 53ms, sequenceid=14, compaction requested=false 2024-11-16T02:24:22,171 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/ns/85efe060723042a0824922e5641b1baa is 43, key is default/ns:d/1731723833584/Put/seqid=0 2024-11-16T02:24:22,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:24:22,179 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/ns/85efe060723042a0824922e5641b1baa 2024-11-16T02:24:22,181 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/replication/a8828401889e2090ce005f29569ff286/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-16T02:24:22,182 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:24:22,182 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:24:22,182 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:22,182 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a8828401889e2090ce005f29569ff286: Waiting for close lock at 1731723862105Running coprocessor pre-close hooks at 1731723862105Disabling compacts and flushes for region at 1731723862105Disabling writes for close at 1731723862105Obtaining lock to block concurrent updates at 1731723862105Preparing flush snapshotting stores in a8828401889e2090ce005f29569ff286 at 1731723862105Finished memstore snapshotting hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731723862105Flushing stores of hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. at 1731723862106 (+1 ms)Flushing a8828401889e2090ce005f29569ff286/queue: creating writer at 1731723862106Flushing a8828401889e2090ce005f29569ff286/queue: appending metadata at 1731723862126 (+20 ms)Flushing a8828401889e2090ce005f29569ff286/queue: closing flushed file at 1731723862126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@441825c8: reopening flushed file at 1731723862149 (+23 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a8828401889e2090ce005f29569ff286 in 53ms, sequenceid=14, compaction requested=false at 1731723862158 (+9 ms)Writing region close event to WAL at 1731723862174 (+16 ms)Running coprocessor post-close hooks at 1731723862181 (+7 ms)Closed at 1731723862182 (+1 ms) 2024-11-16T02:24:22,182 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723845721.a8828401889e2090ce005f29569ff286. 2024-11-16T02:24:22,182 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4202b5b9d8d0f964dfa6db5c14313454, disabling compactions & flushes 2024-11-16T02:24:22,182 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:22,182 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:22,182 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. after waiting 0 ms 2024-11-16T02:24:22,182 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:22,182 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4202b5b9d8d0f964dfa6db5c14313454 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-16T02:24:22,191 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:24:22,210 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/rep_barrier/d098d056d3574753b767b661024693fa is 112, key is test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454./rep_barrier:seqnumDuringOpen/1731723840436/Put/seqid=0 2024-11-16T02:24:22,210 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/.tmp/f/2beaee3de8fe4fb398cc7b9b23738cf3 is 37, key is row3/f:row3/1731723856721/Put/seqid=0 2024-11-16T02:24:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741843_1019 (size=5228) 2024-11-16T02:24:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741844_1020 (size=5518) 2024-11-16T02:24:22,306 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:22,329 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1466, reset compression=false 2024-11-16T02:24:22,333 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:22,333 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1713, reset compression=false 2024-11-16T02:24:22,333 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,37257,1731723831459 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:22,334 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,37257,1731723831459: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-667222f7cf1b,37257,1731723831459, walGroup=667222f7cf1b%2C37257%2C1731723831459, offset=667222f7cf1b%2C37257%2C1731723831459.1731723833103:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:24:22,335 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:24:22,336 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:24:22,336 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:24:22,336 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:24:22,336 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:24:22,336 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1147142144, "init": 1048576000, "max": 2306867200, "used": 859078976 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 196235320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:24:22,336 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:39351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:39351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T02:24:22,506 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:22,536 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1713, reset compression=false 2024-11-16T02:24:22,621 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:22,631 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/.tmp/f/2beaee3de8fe4fb398cc7b9b23738cf3 2024-11-16T02:24:22,635 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/rep_barrier/d098d056d3574753b767b661024693fa 2024-11-16T02:24:22,637 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2beaee3de8fe4fb398cc7b9b23738cf3 2024-11-16T02:24:22,664 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/.tmp/f1/22e6cddd025749fea2c294000466fe35 is 30, key is row1/f1:/1731723854070/DeleteFamily/seqid=0 2024-11-16T02:24:22,669 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/table/10858f6f77ec458d8f754f26d237f01d is 53, key is hbase:replication/table:state/1731723846540/Put/seqid=0 2024-11-16T02:24:22,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741845_1021 (size=5158) 2024-11-16T02:24:22,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741846_1022 (size=5308) 2024-11-16T02:24:22,679 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/table/10858f6f77ec458d8f754f26d237f01d 2024-11-16T02:24:22,684 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/info/1a1ef15d8834489e8e5b080053b6c2b1 as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/info/1a1ef15d8834489e8e5b080053b6c2b1 2024-11-16T02:24:22,689 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/info/1a1ef15d8834489e8e5b080053b6c2b1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:24:22,690 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/ns/85efe060723042a0824922e5641b1baa as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/ns/85efe060723042a0824922e5641b1baa 2024-11-16T02:24:22,704 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/ns/85efe060723042a0824922e5641b1baa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:24:22,705 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/rep_barrier/d098d056d3574753b767b661024693fa as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/rep_barrier/d098d056d3574753b767b661024693fa 2024-11-16T02:24:22,706 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:22,711 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/rep_barrier/d098d056d3574753b767b661024693fa, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:24:22,712 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/.tmp/table/10858f6f77ec458d8f754f26d237f01d as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/table/10858f6f77ec458d8f754f26d237f01d 2024-11-16T02:24:22,719 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/table/10858f6f77ec458d8f754f26d237f01d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:24:22,721 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 615ms, sequenceid=16, compaction requested=false 2024-11-16T02:24:22,721 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:24:22,727 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:24:22,727 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:24:22,727 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:24:22,727 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:24:22,727 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723862105Running coprocessor pre-close hooks at 1731723862105Disabling compacts and flushes for region at 1731723862105Disabling writes for close at 1731723862106 (+1 ms)Obtaining lock to block concurrent updates at 1731723862106Preparing flush snapshotting stores in 1588230740 at 1731723862106Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723862106Flushing stores of hbase:meta,,1.1588230740 at 1731723862107 (+1 ms)Flushing 1588230740/info: creating writer at 1731723862108 (+1 ms)Flushing 1588230740/info: appending metadata at 1731723862126 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731723862126Flushing 1588230740/ns: creating writer at 1731723862149 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731723862171 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731723862171Flushing 1588230740/rep_barrier: creating writer at 1731723862186 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723862210 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723862210Flushing 1588230740/table: creating writer at 1731723862643 (+433 ms)Flushing 1588230740/table: appending metadata at 1731723862668 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731723862669 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308bd5d7: reopening flushed file at 1731723862683 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f965845: reopening flushed file at 1731723862689 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7661c138: reopening flushed file at 1731723862704 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@711d8398: reopening flushed file at 1731723862711 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 615ms, sequenceid=16, compaction requested=false at 1731723862721 (+10 ms)Writing region close event to WAL at 1731723862723 (+2 ms)Running coprocessor post-close hooks at 1731723862727 (+4 ms)Closed at 1731723862727 2024-11-16T02:24:22,728 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:24:22,839 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1713, reset compression=false 2024-11-16T02:24:22,906 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1351): Waiting on 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:22,910 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:39351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-16T02:24:22,966 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:24:22,966 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:24:23,078 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/.tmp/f1/22e6cddd025749fea2c294000466fe35 2024-11-16T02:24:23,083 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22e6cddd025749fea2c294000466fe35 2024-11-16T02:24:23,097 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/.tmp/norep/66b46decf6ae48d8b8ddb11be87d52e2 is 33, key is row1/norep:/1731723854070/DeleteFamily/seqid=0 2024-11-16T02:24:23,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741847_1023 (size=5108) 2024-11-16T02:24:23,104 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/.tmp/norep/66b46decf6ae48d8b8ddb11be87d52e2 2024-11-16T02:24:23,106 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:24:23,107 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1325): Online Regions={4202b5b9d8d0f964dfa6db5c14313454=test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454.} 2024-11-16T02:24:23,107 DEBUG [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1351): Waiting on 4202b5b9d8d0f964dfa6db5c14313454 2024-11-16T02:24:23,108 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66b46decf6ae48d8b8ddb11be87d52e2 2024-11-16T02:24:23,109 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/.tmp/f/2beaee3de8fe4fb398cc7b9b23738cf3 as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/f/2beaee3de8fe4fb398cc7b9b23738cf3 2024-11-16T02:24:23,116 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2beaee3de8fe4fb398cc7b9b23738cf3 2024-11-16T02:24:23,116 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/f/2beaee3de8fe4fb398cc7b9b23738cf3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T02:24:23,117 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/.tmp/f1/22e6cddd025749fea2c294000466fe35 as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/f1/22e6cddd025749fea2c294000466fe35 2024-11-16T02:24:23,121 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22e6cddd025749fea2c294000466fe35 2024-11-16T02:24:23,122 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/f1/22e6cddd025749fea2c294000466fe35, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T02:24:23,122 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/.tmp/norep/66b46decf6ae48d8b8ddb11be87d52e2 as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/norep/66b46decf6ae48d8b8ddb11be87d52e2 2024-11-16T02:24:23,126 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66b46decf6ae48d8b8ddb11be87d52e2 2024-11-16T02:24:23,127 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/norep/66b46decf6ae48d8b8ddb11be87d52e2, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T02:24:23,127 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4202b5b9d8d0f964dfa6db5c14313454 in 945ms, sequenceid=12, compaction requested=false 2024-11-16T02:24:23,127 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:24:23,131 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/data/default/test/4202b5b9d8d0f964dfa6db5c14313454/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T02:24:23,132 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:24:23,132 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:24:23,132 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:23,132 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4202b5b9d8d0f964dfa6db5c14313454: Waiting for close lock at 1731723862182Running coprocessor pre-close hooks at 1731723862182Disabling compacts and flushes for region at 1731723862182Disabling writes for close at 1731723862182Obtaining lock to block concurrent updates at 1731723862182Preparing flush snapshotting stores in 4202b5b9d8d0f964dfa6db5c14313454 at 1731723862182Finished memstore snapshotting test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731723862183 (+1 ms)Flushing stores of test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. at 1731723862185 (+2 ms)Flushing 4202b5b9d8d0f964dfa6db5c14313454/f: creating writer at 1731723862185Flushing 4202b5b9d8d0f964dfa6db5c14313454/f: appending metadata at 1731723862210 (+25 ms)Flushing 4202b5b9d8d0f964dfa6db5c14313454/f: closing flushed file at 1731723862210Flushing 4202b5b9d8d0f964dfa6db5c14313454/f1: creating writer at 1731723862637 (+427 ms)Flushing 4202b5b9d8d0f964dfa6db5c14313454/f1: appending metadata at 1731723862663 (+26 ms)Flushing 4202b5b9d8d0f964dfa6db5c14313454/f1: closing flushed file at 1731723862663Flushing 4202b5b9d8d0f964dfa6db5c14313454/norep: creating writer at 1731723863083 (+420 ms)Flushing 4202b5b9d8d0f964dfa6db5c14313454/norep: appending metadata at 1731723863096 (+13 ms)Flushing 4202b5b9d8d0f964dfa6db5c14313454/norep: closing flushed file at 1731723863096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49590a11: reopening flushed file at 1731723863108 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661f3863: reopening flushed file at 1731723863116 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8ba2a4: reopening flushed file at 1731723863122 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4202b5b9d8d0f964dfa6db5c14313454 in 945ms, sequenceid=12, compaction requested=false at 1731723863127 (+5 ms)Writing region close event to WAL at 1731723863129 (+2 ms)Running coprocessor post-close hooks at 1731723863132 (+3 ms)Closed at 1731723863132 2024-11-16T02:24:23,132 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723839251.4202b5b9d8d0f964dfa6db5c14313454. 2024-11-16T02:24:23,263 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 1713, reset compression=false 2024-11-16T02:24:23,267 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:23,267 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 2357, reset compression=false 2024-11-16T02:24:23,307 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,37257,1731723831459; all regions closed. 2024-11-16T02:24:23,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:24:23,309 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.meta.1731723833516.meta not finished, retry = 0 2024-11-16T02:24:23,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741839_1015 (size=3552) 2024-11-16T02:24:23,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 not finished, retry = 0 2024-11-16T02:24:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741833_1009 (size=2365) 2024-11-16T02:24:23,470 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 to pos 2357, reset compression=false 2024-11-16T02:24:23,516 DEBUG [RS:0;667222f7cf1b:37257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:23,516 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:24:23,516 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/WALs/667222f7cf1b,37257,1731723831459/667222f7cf1b%2C37257%2C1731723831459.1731723833103 2024-11-16T02:24:23,516 INFO [RS:0;667222f7cf1b:37257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:24:23,516 INFO [RS:0;667222f7cf1b:37257 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:24:23,516 INFO [RS:0;667222f7cf1b:37257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:24:23,516 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:24:23,516 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,37257,1731723831459 because: Region server is closing 2024-11-16T02:24:23,516 INFO [RS:0;667222f7cf1b:37257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:37257. 2024-11-16T02:24:23,517 DEBUG [RS:0;667222f7cf1b:37257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:23,517 DEBUG [RS:0;667222f7cf1b:37257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:23,517 DEBUG [RS:0;667222f7cf1b:37257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:23,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:23,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,617 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.shipper667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 terminated 2024-11-16T02:24:23,617 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,37257,1731723831459.replicationSource.wal-reader.667222f7cf1b%2C37257%2C1731723831459,1-667222f7cf1b,37257,1731723831459 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-16T02:24:23,617 INFO [RS:0;667222f7cf1b:37257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:37257. 2024-11-16T02:24:23,617 DEBUG [RS:0;667222f7cf1b:37257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:23,617 DEBUG [RS:0;667222f7cf1b:37257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:23,617 DEBUG [RS:0;667222f7cf1b:37257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:23,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:23,618 INFO [RS:0;667222f7cf1b:37257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37257 2024-11-16T02:24:23,624 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432/rs 2024-11-16T02:24:23,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1542099432/rs/667222f7cf1b,37257,1731723831459 2024-11-16T02:24:23,633 INFO [RS:0;667222f7cf1b:37257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:24:23,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,37257,1731723831459] 2024-11-16T02:24:23,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:23,654 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1542099432/draining/667222f7cf1b,37257,1731723831459 already deleted, retry=false 2024-11-16T02:24:23,654 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,37257,1731723831459 expired; onlineServers=0 2024-11-16T02:24:23,654 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,39351,1731723831256' ***** 2024-11-16T02:24:23,655 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:24:23,655 INFO [M:0;667222f7cf1b:39351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:24:23,655 INFO [M:0;667222f7cf1b:39351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:24:23,655 DEBUG [M:0;667222f7cf1b:39351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:24:23,655 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:24:23,655 DEBUG [M:0;667222f7cf1b:39351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:24:23,655 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723832800 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723832800,5,FailOnTimeoutGroup] 2024-11-16T02:24:23,655 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723832800 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723832800,5,FailOnTimeoutGroup] 2024-11-16T02:24:23,655 INFO [M:0;667222f7cf1b:39351 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:24:23,655 INFO [M:0;667222f7cf1b:39351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:24:23,655 DEBUG [M:0;667222f7cf1b:39351 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:24:23,655 INFO [M:0;667222f7cf1b:39351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:24:23,655 INFO [M:0;667222f7cf1b:39351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:24:23,655 INFO [M:0;667222f7cf1b:39351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:24:23,656 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:24:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1542099432/master 2024-11-16T02:24:23,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1542099432 2024-11-16T02:24:23,665 DEBUG [M:0;667222f7cf1b:39351 {}] zookeeper.ZKUtil(347): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Unable to get data of znode /1542099432/master because node does not exist (not an error) 2024-11-16T02:24:23,665 WARN [M:0;667222f7cf1b:39351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:24:23,665 INFO [M:0;667222f7cf1b:39351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/.lastflushedseqids 2024-11-16T02:24:23,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741848_1024 (size=245) 2024-11-16T02:24:23,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:23,744 INFO [RS:0;667222f7cf1b:37257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:24:23,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37257-0x101417487010004, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:23,744 INFO [RS:0;667222f7cf1b:37257 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,37257,1731723831459; zookeeper connection closed. 2024-11-16T02:24:23,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5277d47a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5277d47a 2024-11-16T02:24:23,745 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:24:24,069 INFO [M:0;667222f7cf1b:39351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:24:24,069 INFO [M:0;667222f7cf1b:39351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:24:24,070 DEBUG [M:0;667222f7cf1b:39351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:24:24,070 INFO [M:0;667222f7cf1b:39351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:24,070 DEBUG [M:0;667222f7cf1b:39351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:24,070 DEBUG [M:0;667222f7cf1b:39351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:24:24,070 DEBUG [M:0;667222f7cf1b:39351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:24,070 INFO [M:0;667222f7cf1b:39351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T02:24:24,086 DEBUG [M:0;667222f7cf1b:39351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b4d59adffcd4a3db4be57b48353df15 is 82, key is hbase:meta,,1/info:regioninfo/1731723833565/Put/seqid=0 2024-11-16T02:24:24,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741849_1025 (size=5672) 2024-11-16T02:24:24,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:24:24,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:24,490 INFO [M:0;667222f7cf1b:39351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b4d59adffcd4a3db4be57b48353df15 2024-11-16T02:24:24,521 DEBUG [M:0;667222f7cf1b:39351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d22efaf59ac462ca51758ac4184d35d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731723846544/Put/seqid=0 2024-11-16T02:24:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741850_1026 (size=8516) 2024-11-16T02:24:24,538 INFO [M:0;667222f7cf1b:39351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d22efaf59ac462ca51758ac4184d35d 2024-11-16T02:24:24,560 DEBUG [M:0;667222f7cf1b:39351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09d27835bc1b4b08aa94fd31e20f4fe4 is 69, key is 667222f7cf1b,37257,1731723831459/rs:state/1731723832926/Put/seqid=0 2024-11-16T02:24:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741851_1027 (size=5156) 2024-11-16T02:24:24,567 INFO [M:0;667222f7cf1b:39351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09d27835bc1b4b08aa94fd31e20f4fe4 2024-11-16T02:24:24,572 DEBUG [M:0;667222f7cf1b:39351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b4d59adffcd4a3db4be57b48353df15 as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b4d59adffcd4a3db4be57b48353df15 2024-11-16T02:24:24,577 INFO [M:0;667222f7cf1b:39351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b4d59adffcd4a3db4be57b48353df15, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T02:24:24,578 DEBUG [M:0;667222f7cf1b:39351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d22efaf59ac462ca51758ac4184d35d as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d22efaf59ac462ca51758ac4184d35d 2024-11-16T02:24:24,583 INFO [M:0;667222f7cf1b:39351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d22efaf59ac462ca51758ac4184d35d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T02:24:24,584 DEBUG [M:0;667222f7cf1b:39351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09d27835bc1b4b08aa94fd31e20f4fe4 as hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09d27835bc1b4b08aa94fd31e20f4fe4 2024-11-16T02:24:24,591 INFO [M:0;667222f7cf1b:39351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45921/user/jenkins/test-data/b05b4475-dd5a-3b1d-3e78-3f6f807a9e20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09d27835bc1b4b08aa94fd31e20f4fe4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T02:24:24,592 INFO [M:0;667222f7cf1b:39351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=97, compaction requested=false 2024-11-16T02:24:24,597 INFO [M:0;667222f7cf1b:39351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:24,597 DEBUG [M:0;667222f7cf1b:39351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723864069Disabling compacts and flushes for region at 1731723864069Disabling writes for close at 1731723864070 (+1 ms)Obtaining lock to block concurrent updates at 1731723864070Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723864070Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731723864070Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723864070Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723864070Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723864086 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723864086Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723864495 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723864520 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723864520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723864541 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723864559 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723864559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c1eb7e: reopening flushed file at 1731723864571 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a401c2: reopening flushed file at 1731723864577 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e65113d: reopening flushed file at 1731723864583 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 522ms, sequenceid=97, compaction requested=false at 1731723864592 (+9 ms)Writing region close event to WAL at 1731723864597 (+5 ms)Closed at 1731723864597 2024-11-16T02:24:24,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42595 is added to blk_1073741830_1006 (size=63654) 2024-11-16T02:24:24,602 INFO [M:0;667222f7cf1b:39351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:24:24,602 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:24:24,602 INFO [M:0;667222f7cf1b:39351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39351 2024-11-16T02:24:24,602 INFO [M:0;667222f7cf1b:39351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:24:24,728 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.1731723828618 to pos 1491, reset compression=false 2024-11-16T02:24:24,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:24,755 INFO [M:0;667222f7cf1b:39351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:24:24,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39351-0x101417487010003, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:24,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dbbc6dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:24:24,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68839201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:24:24,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:24:24,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13aaaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:24:24,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7436225f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.log.dir/,STOPPED} 2024-11-16T02:24:24,764 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:24:24,764 WARN [BP-1854739887-172.17.0.3-1731723829328 heartbeating to localhost/127.0.0.1:45921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:24:24,764 WARN [BP-1854739887-172.17.0.3-1731723829328 heartbeating to localhost/127.0.0.1:45921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1854739887-172.17.0.3-1731723829328 (Datanode Uuid b120952d-e8bd-49f5-9896-90f94345d7e2) service to localhost/127.0.0.1:45921 2024-11-16T02:24:24,764 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:24:24,765 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/cluster_69318209-1ab5-2b89-30c3-39c33785c658/data/data1/current/BP-1854739887-172.17.0.3-1731723829328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:24:24,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/cluster_69318209-1ab5-2b89-30c3-39c33785c658/data/data2/current/BP-1854739887-172.17.0.3-1731723829328 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:24:24,766 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:24:24,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@252edad4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:24:24,776 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ae72d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:24:24,776 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:24:24,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16e5a1f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:24:24,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36d6ed52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/008a7141-5cd8-fdc2-e12e-b93098ed1591/hadoop.log.dir/,STOPPED} 2024-11-16T02:24:24,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:24:24,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:24:24,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:24,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:24,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:24,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:24,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:24,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:24:24,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=915094760, stopped=false 2024-11-16T02:24:24,794 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,43047,1731723826831 2024-11-16T02:24:24,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161235771/running 2024-11-16T02:24:24,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161235771/running 2024-11-16T02:24:24,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:24:24,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:24:24,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:24:24,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on znode that does not yet exist, /0-161235771/running 2024-11-16T02:24:24,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Set watcher on znode that does not yet exist, /0-161235771/running 2024-11-16T02:24:24,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:24,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:24,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:24,810 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,39733,1731723827211' ***** 2024-11-16T02:24:24,810 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:24:24,810 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:24:24,810 INFO [RS:0;667222f7cf1b:39733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:24:24,810 INFO [RS:0;667222f7cf1b:39733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:24:24,810 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(3091): Received CLOSE for 02f63229f73841f73f8a5c3a62b91c12 2024-11-16T02:24:24,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:24:24,811 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(3091): Received CLOSE for 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:24,811 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,39733,1731723827211 2024-11-16T02:24:24,811 INFO [RS:0;667222f7cf1b:39733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:24:24,811 INFO [RS:0;667222f7cf1b:39733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:39733. 2024-11-16T02:24:24,811 DEBUG [RS:0;667222f7cf1b:39733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:24,811 DEBUG [RS:0;667222f7cf1b:39733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:24,811 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:24:24,811 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:24:24,811 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:24:24,811 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:24:24,812 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02f63229f73841f73f8a5c3a62b91c12, disabling compactions & flushes 2024-11-16T02:24:24,812 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:24:24,812 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:24:24,812 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. after waiting 0 ms 2024-11-16T02:24:24,812 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:24:24,812 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:24:24,812 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1325): Online Regions={02f63229f73841f73f8a5c3a62b91c12=test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12., 1588230740=hbase:meta,,1.1588230740, 925725e9417835fd563d49c6e6822d94=hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94.} 2024-11-16T02:24:24,812 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02f63229f73841f73f8a5c3a62b91c12 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-16T02:24:24,812 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1351): Waiting on 02f63229f73841f73f8a5c3a62b91c12, 1588230740, 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:24,812 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:24:24,812 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:24:24,812 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:24:24,812 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:24:24,812 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:24:24,812 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:24:24,833 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/info/3b53e4fad1b74e3196152ae904041290 is 147, key is hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94./info:regioninfo/1731723844756/Put/seqid=0 2024-11-16T02:24:24,835 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/.tmp/f/69b11f2d25134a48a9b32f2eaa16d8d8 is 37, key is row3/f:row3/1731723856721/Put/seqid=0 2024-11-16T02:24:24,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741840_1016 (size=7686) 2024-11-16T02:24:24,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741841_1017 (size=5228) 2024-11-16T02:24:24,853 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/info/3b53e4fad1b74e3196152ae904041290 2024-11-16T02:24:24,879 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/ns/fa2a8d1946fc43bc9d0b0c28c3d786b3 is 43, key is default/ns:d/1731723829198/Put/seqid=0 2024-11-16T02:24:24,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:24:24,884 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/ns/fa2a8d1946fc43bc9d0b0c28c3d786b3 2024-11-16T02:24:24,897 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:24:24,907 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/rep_barrier/8a80b246feb44a6f99bbe1dfb45968d0 is 112, key is test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12./rep_barrier:seqnumDuringOpen/1731723838865/Put/seqid=0 2024-11-16T02:24:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741843_1019 (size=5518) 2024-11-16T02:24:24,921 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/rep_barrier/8a80b246feb44a6f99bbe1dfb45968d0 2024-11-16T02:24:24,948 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/table/3c5f7d99ba8f47bf941a31f9b4328d39 is 53, key is hbase:replication/table:state/1731723844765/Put/seqid=0 2024-11-16T02:24:24,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741844_1020 (size=5308) 2024-11-16T02:24:25,012 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1351): Waiting on 02f63229f73841f73f8a5c3a62b91c12, 1588230740, 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:25,212 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1351): Waiting on 02f63229f73841f73f8a5c3a62b91c12, 1588230740, 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:25,252 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/.tmp/f/69b11f2d25134a48a9b32f2eaa16d8d8 2024-11-16T02:24:25,260 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69b11f2d25134a48a9b32f2eaa16d8d8 2024-11-16T02:24:25,282 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/.tmp/f1/d6c7c9e0b3b442e0b5e1b4faa79ebff6 is 30, key is row1/f1:/1731723854070/DeleteFamily/seqid=0 2024-11-16T02:24:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741845_1021 (size=5158) 2024-11-16T02:24:25,294 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/.tmp/f1/d6c7c9e0b3b442e0b5e1b4faa79ebff6 2024-11-16T02:24:25,298 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6c7c9e0b3b442e0b5e1b4faa79ebff6 2024-11-16T02:24:25,318 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/.tmp/norep/c87596173b2c4ce6adbe42cdc3e4927d is 32, key is row/norep:/1731723853064/DeleteFamily/seqid=0 2024-11-16T02:24:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741846_1022 (size=5101) 2024-11-16T02:24:25,322 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/.tmp/norep/c87596173b2c4ce6adbe42cdc3e4927d 2024-11-16T02:24:25,328 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c87596173b2c4ce6adbe42cdc3e4927d 2024-11-16T02:24:25,330 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/.tmp/f/69b11f2d25134a48a9b32f2eaa16d8d8 as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/f/69b11f2d25134a48a9b32f2eaa16d8d8 2024-11-16T02:24:25,335 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69b11f2d25134a48a9b32f2eaa16d8d8 2024-11-16T02:24:25,335 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/f/69b11f2d25134a48a9b32f2eaa16d8d8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-16T02:24:25,336 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/.tmp/f1/d6c7c9e0b3b442e0b5e1b4faa79ebff6 as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/f1/d6c7c9e0b3b442e0b5e1b4faa79ebff6 2024-11-16T02:24:25,339 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6c7c9e0b3b442e0b5e1b4faa79ebff6 2024-11-16T02:24:25,339 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/f1/d6c7c9e0b3b442e0b5e1b4faa79ebff6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-16T02:24:25,340 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/.tmp/norep/c87596173b2c4ce6adbe42cdc3e4927d as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/norep/c87596173b2c4ce6adbe42cdc3e4927d 2024-11-16T02:24:25,344 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c87596173b2c4ce6adbe42cdc3e4927d 2024-11-16T02:24:25,344 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/norep/c87596173b2c4ce6adbe42cdc3e4927d, entries=1, sequenceid=12, filesize=5.0 K 2024-11-16T02:24:25,345 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 02f63229f73841f73f8a5c3a62b91c12 in 533ms, sequenceid=12, compaction requested=false 2024-11-16T02:24:25,358 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/table/3c5f7d99ba8f47bf941a31f9b4328d39 2024-11-16T02:24:25,364 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/info/3b53e4fad1b74e3196152ae904041290 as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/info/3b53e4fad1b74e3196152ae904041290 2024-11-16T02:24:25,369 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/info/3b53e4fad1b74e3196152ae904041290, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:24:25,370 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/default/test/02f63229f73841f73f8a5c3a62b91c12/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T02:24:25,370 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/ns/fa2a8d1946fc43bc9d0b0c28c3d786b3 as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/ns/fa2a8d1946fc43bc9d0b0c28c3d786b3 2024-11-16T02:24:25,371 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:24:25,371 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:24:25,371 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:24:25,371 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02f63229f73841f73f8a5c3a62b91c12: Waiting for close lock at 1731723864812Running coprocessor pre-close hooks at 1731723864812Disabling compacts and flushes for region at 1731723864812Disabling writes for close at 1731723864812Obtaining lock to block concurrent updates at 1731723864812Preparing flush snapshotting stores in 02f63229f73841f73f8a5c3a62b91c12 at 1731723864812Finished memstore snapshotting test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731723864812Flushing stores of test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. at 1731723864813 (+1 ms)Flushing 02f63229f73841f73f8a5c3a62b91c12/f: creating writer at 1731723864813Flushing 02f63229f73841f73f8a5c3a62b91c12/f: appending metadata at 1731723864831 (+18 ms)Flushing 02f63229f73841f73f8a5c3a62b91c12/f: closing flushed file at 1731723864831Flushing 02f63229f73841f73f8a5c3a62b91c12/f1: creating writer at 1731723865260 (+429 ms)Flushing 02f63229f73841f73f8a5c3a62b91c12/f1: appending metadata at 1731723865281 (+21 ms)Flushing 02f63229f73841f73f8a5c3a62b91c12/f1: closing flushed file at 1731723865281Flushing 02f63229f73841f73f8a5c3a62b91c12/norep: creating writer at 1731723865298 (+17 ms)Flushing 02f63229f73841f73f8a5c3a62b91c12/norep: appending metadata at 1731723865316 (+18 ms)Flushing 02f63229f73841f73f8a5c3a62b91c12/norep: closing flushed file at 1731723865316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2eadbb: reopening flushed file at 1731723865328 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78962382: reopening flushed file at 1731723865335 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af10cd4: reopening flushed file at 1731723865340 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 02f63229f73841f73f8a5c3a62b91c12 in 533ms, sequenceid=12, compaction requested=false at 1731723865345 (+5 ms)Writing region close event to WAL at 1731723865357 (+12 ms)Running coprocessor post-close hooks at 1731723865371 (+14 ms)Closed at 1731723865371 2024-11-16T02:24:25,371 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723838102.02f63229f73841f73f8a5c3a62b91c12. 2024-11-16T02:24:25,372 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 925725e9417835fd563d49c6e6822d94, disabling compactions & flushes 2024-11-16T02:24:25,372 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:25,372 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:25,372 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. after waiting 0 ms 2024-11-16T02:24:25,372 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:25,372 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 925725e9417835fd563d49c6e6822d94 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-16T02:24:25,379 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/ns/fa2a8d1946fc43bc9d0b0c28c3d786b3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:24:25,380 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/rep_barrier/8a80b246feb44a6f99bbe1dfb45968d0 as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/rep_barrier/8a80b246feb44a6f99bbe1dfb45968d0 2024-11-16T02:24:25,386 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/rep_barrier/8a80b246feb44a6f99bbe1dfb45968d0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:24:25,387 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/.tmp/table/3c5f7d99ba8f47bf941a31f9b4328d39 as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/table/3c5f7d99ba8f47bf941a31f9b4328d39 2024-11-16T02:24:25,397 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/replication/925725e9417835fd563d49c6e6822d94/.tmp/queue/aaec88ff2f074695885927fed032bd22 is 154, key is 1-667222f7cf1b,39733,1731723827211/queue:667222f7cf1b%2C39733%2C1731723827211/1731723858183/Put/seqid=0 2024-11-16T02:24:25,398 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/table/3c5f7d99ba8f47bf941a31f9b4328d39, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:24:25,399 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 587ms, sequenceid=16, compaction requested=false 2024-11-16T02:24:25,400 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:24:25,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741847_1023 (size=5353) 2024-11-16T02:24:25,407 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/replication/925725e9417835fd563d49c6e6822d94/.tmp/queue/aaec88ff2f074695885927fed032bd22 2024-11-16T02:24:25,413 DEBUG [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 925725e9417835fd563d49c6e6822d94 2024-11-16T02:24:25,413 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/replication/925725e9417835fd563d49c6e6822d94/.tmp/queue/aaec88ff2f074695885927fed032bd22 as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/replication/925725e9417835fd563d49c6e6822d94/queue/aaec88ff2f074695885927fed032bd22 2024-11-16T02:24:25,419 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/replication/925725e9417835fd563d49c6e6822d94/queue/aaec88ff2f074695885927fed032bd22, entries=1, sequenceid=14, filesize=5.2 K 2024-11-16T02:24:25,420 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 925725e9417835fd563d49c6e6822d94 in 48ms, sequenceid=14, compaction requested=false 2024-11-16T02:24:25,421 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:24:25,433 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:24:25,433 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:24:25,433 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:24:25,433 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:24:25,433 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723864812Running coprocessor pre-close hooks at 1731723864812Disabling compacts and flushes for region at 1731723864812Disabling writes for close at 1731723864812Obtaining lock to block concurrent updates at 1731723864812Preparing flush snapshotting stores in 1588230740 at 1731723864812Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723864813 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723864813Flushing 1588230740/info: creating writer at 1731723864813Flushing 1588230740/info: appending metadata at 1731723864832 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731723864832Flushing 1588230740/ns: creating writer at 1731723864861 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731723864879 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731723864879Flushing 1588230740/rep_barrier: creating writer at 1731723864888 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723864906 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723864906Flushing 1588230740/table: creating writer at 1731723864926 (+20 ms)Flushing 1588230740/table: appending metadata at 1731723864947 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731723864947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b080c3b: reopening flushed file at 1731723865363 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707cc5e8: reopening flushed file at 1731723865369 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c626f53: reopening flushed file at 1731723865379 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d35bb48: reopening flushed file at 1731723865386 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 587ms, sequenceid=16, compaction requested=false at 1731723865399 (+13 ms)Writing region close event to WAL at 1731723865424 (+25 ms)Running coprocessor post-close hooks at 1731723865433 (+9 ms)Closed at 1731723865433 2024-11-16T02:24:25,434 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:24:25,438 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/data/hbase/replication/925725e9417835fd563d49c6e6822d94/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-16T02:24:25,439 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:24:25,439 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:24:25,439 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:25,439 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 925725e9417835fd563d49c6e6822d94: Waiting for close lock at 1731723865372Running coprocessor pre-close hooks at 1731723865372Disabling compacts and flushes for region at 1731723865372Disabling writes for close at 1731723865372Obtaining lock to block concurrent updates at 1731723865372Preparing flush snapshotting stores in 925725e9417835fd563d49c6e6822d94 at 1731723865372Finished memstore snapshotting hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731723865372Flushing stores of hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. at 1731723865373 (+1 ms)Flushing 925725e9417835fd563d49c6e6822d94/queue: creating writer at 1731723865373Flushing 925725e9417835fd563d49c6e6822d94/queue: appending metadata at 1731723865396 (+23 ms)Flushing 925725e9417835fd563d49c6e6822d94/queue: closing flushed file at 1731723865396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667d1310: reopening flushed file at 1731723865412 (+16 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 925725e9417835fd563d49c6e6822d94 in 48ms, sequenceid=14, compaction requested=false at 1731723865421 (+9 ms)Writing region close event to WAL at 1731723865433 (+12 ms)Running coprocessor post-close hooks at 1731723865439 (+6 ms)Closed at 1731723865439 2024-11-16T02:24:25,439 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723843565.925725e9417835fd563d49c6e6822d94. 2024-11-16T02:24:25,468 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:24:25,468 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:24:25,613 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,39733,1731723827211; all regions closed. 2024-11-16T02:24:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:24:25,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/WALs/667222f7cf1b,39733,1731723827211/667222f7cf1b%2C39733%2C1731723827211.meta.1731723828936.meta not finished, retry = 0 2024-11-16T02:24:25,717 DEBUG [RS:0;667222f7cf1b:39733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/oldWALs 2024-11-16T02:24:25,717 INFO [RS:0;667222f7cf1b:39733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C39733%2C1731723827211.meta:.meta(num 1731723828936) 2024-11-16T02:24:25,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741839_1015 (size=3552) 2024-11-16T02:24:25,721 DEBUG [RS:0;667222f7cf1b:39733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/oldWALs 2024-11-16T02:24:25,722 INFO [RS:0;667222f7cf1b:39733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C39733%2C1731723827211.rep:(num 1731723844698) 2024-11-16T02:24:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741833_1009 (size=2390) 2024-11-16T02:24:25,725 DEBUG [RS:0;667222f7cf1b:39733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/oldWALs 2024-11-16T02:24:25,725 INFO [RS:0;667222f7cf1b:39733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C39733%2C1731723827211:(num 1731723828618) 2024-11-16T02:24:25,725 DEBUG [RS:0;667222f7cf1b:39733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:25,725 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:24:25,725 INFO [RS:0;667222f7cf1b:39733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:24:25,725 INFO [RS:0;667222f7cf1b:39733 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:24:25,726 INFO [RS:0;667222f7cf1b:39733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:24:25,726 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,39733,1731723827211 because: Region server is closing 2024-11-16T02:24:25,726 INFO [RS:0;667222f7cf1b:39733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:39733. 2024-11-16T02:24:25,726 DEBUG [RS:0;667222f7cf1b:39733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:25,726 DEBUG [RS:0;667222f7cf1b:39733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:25,726 DEBUG [RS:0;667222f7cf1b:39733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:25,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:25,728 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:24:25,827 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-16T02:24:25,827 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.wal-reader.667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:24:25,827 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,39733,1731723827211.replicationSource.shipper667222f7cf1b%2C39733%2C1731723827211,1-667222f7cf1b,39733,1731723827211 terminated 2024-11-16T02:24:25,827 INFO [RS:0;667222f7cf1b:39733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:39733. 2024-11-16T02:24:25,827 DEBUG [RS:0;667222f7cf1b:39733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:25,827 DEBUG [RS:0;667222f7cf1b:39733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:25,827 DEBUG [RS:0;667222f7cf1b:39733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:25,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:25,827 INFO [RS:0;667222f7cf1b:39733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39733 2024-11-16T02:24:25,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161235771/rs/667222f7cf1b,39733,1731723827211 2024-11-16T02:24:25,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771/rs 2024-11-16T02:24:25,844 INFO [RS:0;667222f7cf1b:39733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:24:25,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,39733,1731723827211] 2024-11-16T02:24:25,865 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-161235771/draining/667222f7cf1b,39733,1731723827211 already deleted, retry=false 2024-11-16T02:24:25,865 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,39733,1731723827211 expired; onlineServers=0 2024-11-16T02:24:25,865 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,43047,1731723826831' ***** 2024-11-16T02:24:25,865 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:24:25,865 INFO [M:0;667222f7cf1b:43047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:24:25,865 INFO [M:0;667222f7cf1b:43047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:24:25,865 DEBUG [M:0;667222f7cf1b:43047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:24:25,865 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:24:25,865 DEBUG [M:0;667222f7cf1b:43047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:24:25,865 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723828296 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723828296,5,FailOnTimeoutGroup] 2024-11-16T02:24:25,865 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723828300 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723828300,5,FailOnTimeoutGroup] 2024-11-16T02:24:25,866 INFO [M:0;667222f7cf1b:43047 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:24:25,866 INFO [M:0;667222f7cf1b:43047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:24:25,866 DEBUG [M:0;667222f7cf1b:43047 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:24:25,866 INFO [M:0;667222f7cf1b:43047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:24:25,866 INFO [M:0;667222f7cf1b:43047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:24:25,866 INFO [M:0;667222f7cf1b:43047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:24:25,866 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:24:25,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-161235771/master 2024-11-16T02:24:25,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-161235771 2024-11-16T02:24:25,876 DEBUG [M:0;667222f7cf1b:43047 {}] zookeeper.ZKUtil(347): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Unable to get data of znode /0-161235771/master because node does not exist (not an error) 2024-11-16T02:24:25,876 WARN [M:0;667222f7cf1b:43047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:24:25,876 INFO [M:0;667222f7cf1b:43047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/.lastflushedseqids 2024-11-16T02:24:25,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741848_1024 (size=245) 2024-11-16T02:24:25,881 INFO [M:0;667222f7cf1b:43047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:24:25,882 INFO [M:0;667222f7cf1b:43047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:24:25,882 DEBUG [M:0;667222f7cf1b:43047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:24:25,882 INFO [M:0;667222f7cf1b:43047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:25,882 DEBUG [M:0;667222f7cf1b:43047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:25,882 DEBUG [M:0;667222f7cf1b:43047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:24:25,882 DEBUG [M:0;667222f7cf1b:43047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:25,882 INFO [M:0;667222f7cf1b:43047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-16T02:24:25,904 DEBUG [M:0;667222f7cf1b:43047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abcae3376c3e4ffda015923870422220 is 82, key is hbase:meta,,1/info:regioninfo/1731723829010/Put/seqid=0 2024-11-16T02:24:25,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741849_1025 (size=5672) 2024-11-16T02:24:25,910 INFO [M:0;667222f7cf1b:43047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abcae3376c3e4ffda015923870422220 2024-11-16T02:24:25,936 DEBUG [M:0;667222f7cf1b:43047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d53a69da2514355981f21c58ffb9faf is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731723838878/Put/seqid=0 2024-11-16T02:24:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741850_1026 (size=7217) 2024-11-16T02:24:25,955 INFO [RS:0;667222f7cf1b:39733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:24:25,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:25,955 INFO [RS:0;667222f7cf1b:39733 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,39733,1731723827211; zookeeper connection closed. 2024-11-16T02:24:25,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39733-0x101417487010001, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:25,955 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@612d41c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@612d41c5 2024-11-16T02:24:25,955 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:24:26,340 INFO [M:0;667222f7cf1b:43047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d53a69da2514355981f21c58ffb9faf 2024-11-16T02:24:26,344 INFO [M:0;667222f7cf1b:43047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d53a69da2514355981f21c58ffb9faf 2024-11-16T02:24:26,357 DEBUG [M:0;667222f7cf1b:43047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d162d19c85d40c4900914d11c4064d6 is 69, key is 667222f7cf1b,39733,1731723827211/rs:state/1731723828392/Put/seqid=0 2024-11-16T02:24:26,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741851_1027 (size=5156) 2024-11-16T02:24:26,761 INFO [M:0;667222f7cf1b:43047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d162d19c85d40c4900914d11c4064d6 2024-11-16T02:24:26,765 DEBUG [M:0;667222f7cf1b:43047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abcae3376c3e4ffda015923870422220 as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abcae3376c3e4ffda015923870422220 2024-11-16T02:24:26,768 INFO [M:0;667222f7cf1b:43047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abcae3376c3e4ffda015923870422220, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T02:24:26,769 DEBUG [M:0;667222f7cf1b:43047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d53a69da2514355981f21c58ffb9faf as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d53a69da2514355981f21c58ffb9faf 2024-11-16T02:24:26,772 INFO [M:0;667222f7cf1b:43047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d53a69da2514355981f21c58ffb9faf 2024-11-16T02:24:26,772 INFO [M:0;667222f7cf1b:43047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d53a69da2514355981f21c58ffb9faf, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T02:24:26,773 DEBUG [M:0;667222f7cf1b:43047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d162d19c85d40c4900914d11c4064d6 as hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d162d19c85d40c4900914d11c4064d6 2024-11-16T02:24:26,776 INFO [M:0;667222f7cf1b:43047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d162d19c85d40c4900914d11c4064d6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T02:24:26,776 INFO [M:0;667222f7cf1b:43047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=105, compaction requested=false 2024-11-16T02:24:26,777 INFO [M:0;667222f7cf1b:43047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:26,777 DEBUG [M:0;667222f7cf1b:43047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723865882Disabling compacts and flushes for region at 1731723865882Disabling writes for close at 1731723865882Obtaining lock to block concurrent updates at 1731723865882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723865882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731723865882Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723865883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723865883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723865904 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723865904Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723865915 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723865935 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723865935Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723866344 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723866357 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723866357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa1e9f8: reopening flushed file at 1731723866765 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e55650d: reopening flushed file at 1731723866768 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b567efb: reopening flushed file at 1731723866772 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=105, compaction requested=false at 1731723866776 (+4 ms)Writing region close event to WAL at 1731723866777 (+1 ms)Closed at 1731723866777 2024-11-16T02:24:26,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39153 is added to blk_1073741830_1006 (size=64411) 2024-11-16T02:24:26,779 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62c72620-c287-0e71-d85c-d9c46c4d58f4/MasterData/WALs/667222f7cf1b,43047,1731723826831/667222f7cf1b%2C43047%2C1731723826831.1731723827975 not finished, retry = 0 2024-11-16T02:24:26,880 INFO [M:0;667222f7cf1b:43047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:24:26,880 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:24:26,880 INFO [M:0;667222f7cf1b:43047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43047 2024-11-16T02:24:26,880 INFO [M:0;667222f7cf1b:43047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:24:27,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:27,001 INFO [M:0;667222f7cf1b:43047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:24:27,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43047-0x101417487010000, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:24:27,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64bff314{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:24:27,003 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a72a52d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:24:27,003 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:24:27,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ec821e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:24:27,003 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46731816{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.log.dir/,STOPPED} 2024-11-16T02:24:27,005 WARN [BP-1860454105-172.17.0.3-1731723823981 heartbeating to localhost/127.0.0.1:44889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:24:27,005 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:24:27,005 WARN [BP-1860454105-172.17.0.3-1731723823981 heartbeating to localhost/127.0.0.1:44889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1860454105-172.17.0.3-1731723823981 (Datanode Uuid 1deed752-945b-480a-b379-fe7cc2aa6cc6) service to localhost/127.0.0.1:44889 2024-11-16T02:24:27,005 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:24:27,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/cluster_a79766ba-2364-1101-30ea-666980cb2354/data/data1/current/BP-1860454105-172.17.0.3-1731723823981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:24:27,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/cluster_a79766ba-2364-1101-30ea-666980cb2354/data/data2/current/BP-1860454105-172.17.0.3-1731723823981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:24:27,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:24:27,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b34bb14{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:24:27,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d31d20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:24:27,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:24:27,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590f448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:24:27,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64c2064b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4c0aa6-a303-d066-e4ec-4a6d381f11ee/hadoop.log.dir/,STOPPED} 2024-11-16T02:24:27,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:24:27,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:24:27,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=322 (was 269) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:44889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:44889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54184) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35327 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:45921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:44889 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:45921 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:45921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3834 (was 3155) - AvailableMemoryMB LEAK? - 2024-11-16T02:24:27,054 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=322, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=3834 2024-11-16T02:24:27,066 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-16T02:24:27,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.log.dir so I do NOT create it in target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7 2024-11-16T02:24:27,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:24:27,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.tmp.dir so I do NOT create it in target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7 2024-11-16T02:24:27,067 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/156c514a-6a85-5549-908e-c44b163298a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:24:27,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7 2024-11-16T02:24:27,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/cluster_1be10955-4a75-98df-ee83-df3b4a770b96, deleteOnExit=true 2024-11-16T02:24:27,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/cluster_1be10955-4a75-98df-ee83-df3b4a770b96/zookeeper_0, clientPort=50491, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/cluster_1be10955-4a75-98df-ee83-df3b4a770b96/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/cluster_1be10955-4a75-98df-ee83-df3b4a770b96/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:24:27,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50491 2024-11-16T02:24:27,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:24:27,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:24:27,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/test.cache.data in system properties and HBase conf 2024-11-16T02:24:27,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:24:27,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:24:27,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:24:27,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:24:27,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:24:27,072 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:24:27,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:24:27,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:24:27,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:24:27,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:24:27,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101417487010008, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:24:27,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101417487010005, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:24:27,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101417487010002, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:24:27,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101417487010005, quorum=127.0.0.1:54184, baseZNode=/1542099432 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:24:27,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101417487010008, quorum=127.0.0.1:54184, baseZNode=/2-990385570 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:24:27,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101417487010002, quorum=127.0.0.1:54184, baseZNode=/0-161235771 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:24:27,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:24:27,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:24:27,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:24:27,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:24:27,455 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:24:27,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:24:27,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@210a229f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:24:27,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@128179be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:24:27,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3eee7fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/java.io.tmpdir/jetty-localhost-37347-hadoop-hdfs-3_4_1-tests_jar-_-any-8610001617898438343/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:24:27,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@515fdf15{HTTP/1.1, (http/1.1)}{localhost:37347} 2024-11-16T02:24:27,563 INFO [Time-limited test {}] server.Server(415): Started @366547ms 2024-11-16T02:24:27,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:24:27,947 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:24:27,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:24:27,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:24:27,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:24:27,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a273572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:24:27,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b6ad80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:24:28,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612d5d6f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/java.io.tmpdir/jetty-localhost-44207-hadoop-hdfs-3_4_1-tests_jar-_-any-10543799588581763774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:24:28,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@207547d4{HTTP/1.1, (http/1.1)}{localhost:44207} 2024-11-16T02:24:28,043 INFO [Time-limited test {}] server.Server(415): Started @367027ms 2024-11-16T02:24:28,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:24:28,817 WARN [Thread-3392 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/cluster_1be10955-4a75-98df-ee83-df3b4a770b96/data/data1/current/BP-282752582-172.17.0.3-1731723867092/current, will proceed with Du for space computation calculation, 2024-11-16T02:24:28,817 WARN [Thread-3393 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/cluster_1be10955-4a75-98df-ee83-df3b4a770b96/data/data2/current/BP-282752582-172.17.0.3-1731723867092/current, will proceed with Du for space computation calculation, 2024-11-16T02:24:28,840 WARN [Thread-3380 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:24:28,843 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbe7dfa810ea0e3 with lease ID 0x6bd7db2e7734a166: Processing first storage report for DS-7ef66ad2-d6a0-4e4d-9769-0c9b7d27ea19 from datanode DatanodeRegistration(127.0.0.1:41843, datanodeUuid=42ef274e-6cc6-4db1-b755-4054ee6c93b5, infoPort=45913, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=444234333;c=1731723867092) 2024-11-16T02:24:28,843 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbe7dfa810ea0e3 with lease ID 0x6bd7db2e7734a166: from storage DS-7ef66ad2-d6a0-4e4d-9769-0c9b7d27ea19 node DatanodeRegistration(127.0.0.1:41843, datanodeUuid=42ef274e-6cc6-4db1-b755-4054ee6c93b5, infoPort=45913, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=444234333;c=1731723867092), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:24:28,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbe7dfa810ea0e3 with lease ID 0x6bd7db2e7734a166: Processing first storage report for DS-04245ab2-4863-4312-ab83-d328954797b2 from datanode DatanodeRegistration(127.0.0.1:41843, datanodeUuid=42ef274e-6cc6-4db1-b755-4054ee6c93b5, infoPort=45913, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=444234333;c=1731723867092) 2024-11-16T02:24:28,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbe7dfa810ea0e3 with lease ID 0x6bd7db2e7734a166: from storage DS-04245ab2-4863-4312-ab83-d328954797b2 node DatanodeRegistration(127.0.0.1:41843, datanodeUuid=42ef274e-6cc6-4db1-b755-4054ee6c93b5, infoPort=45913, infoSecurePort=0, ipcPort=41787, storageInfo=lv=-57;cid=testClusterID;nsid=444234333;c=1731723867092), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:24:28,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7 2024-11-16T02:24:28,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:28,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:28,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:24:29,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:24:29,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:29,295 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc with version=8 2024-11-16T02:24:29,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/hbase-staging 2024-11-16T02:24:29,297 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:24:29,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:29,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:29,297 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:24:29,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:29,297 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:24:29,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:24:29,297 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:24:29,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40791 2024-11-16T02:24:29,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40791 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-16T02:24:29,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407910x0, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:24:29,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40791-0x10141752f690000 connected 2024-11-16T02:24:29,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:29,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:29,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on znode that does not yet exist, /0509530903/running 2024-11-16T02:24:29,885 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc, hbase.cluster.distributed=false 2024-11-16T02:24:29,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on znode that does not yet exist, /0509530903/acl 2024-11-16T02:24:29,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40791 2024-11-16T02:24:29,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40791 2024-11-16T02:24:29,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40791 2024-11-16T02:24:29,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40791 2024-11-16T02:24:29,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40791 2024-11-16T02:24:29,915 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:24:29,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:29,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:29,916 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:24:29,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:29,916 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:24:29,916 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:24:29,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:24:29,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45601 2024-11-16T02:24:29,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45601 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-16T02:24:29,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:29,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:29,938 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456010x0, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:24:29,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45601-0x10141752f690001 connected 2024-11-16T02:24:29,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on znode that does not yet exist, /0509530903/running 2024-11-16T02:24:29,939 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:24:29,940 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:24:29,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on znode that does not yet exist, /0509530903/master 2024-11-16T02:24:29,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on znode that does not yet exist, /0509530903/acl 2024-11-16T02:24:29,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45601 2024-11-16T02:24:29,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45601 2024-11-16T02:24:29,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45601 2024-11-16T02:24:29,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45601 2024-11-16T02:24:29,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45601 2024-11-16T02:24:29,981 DEBUG [M:0;667222f7cf1b:40791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:40791 2024-11-16T02:24:29,981 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0509530903/backup-masters/667222f7cf1b,40791,1731723869297 2024-11-16T02:24:29,991 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903/backup-masters 2024-11-16T02:24:29,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903/backup-masters 2024-11-16T02:24:29,991 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on existing znode=/0509530903/backup-masters/667222f7cf1b,40791,1731723869297 2024-11-16T02:24:30,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:30,001 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0509530903/master 2024-11-16T02:24:30,001 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:30,002 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on existing znode=/0509530903/master 2024-11-16T02:24:30,002 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0509530903/backup-masters/667222f7cf1b,40791,1731723869297 from backup master directory 2024-11-16T02:24:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0509530903/backup-masters/667222f7cf1b,40791,1731723869297 2024-11-16T02:24:30,012 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903/backup-masters 2024-11-16T02:24:30,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903/backup-masters 2024-11-16T02:24:30,012 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:24:30,012 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,40791,1731723869297 2024-11-16T02:24:30,015 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/hbase.id] with ID: 5d4bed8b-616c-4dc1-8dd4-2de4adbeecb6 2024-11-16T02:24:30,015 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/.tmp/hbase.id 2024-11-16T02:24:30,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:24:30,425 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/.tmp/hbase.id]:[hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/hbase.id] 2024-11-16T02:24:30,433 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:30,433 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:24:30,433 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-16T02:24:30,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:30,511 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:30,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:24:30,918 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:30,919 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:24:30,919 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:24:31,325 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store 2024-11-16T02:24:31,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:24:31,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:31,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:24:31,734 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:31,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:31,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:24:31,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:31,734 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:31,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723871734Disabling compacts and flushes for region at 1731723871734Disabling writes for close at 1731723871734Writing region close event to WAL at 1731723871734Closed at 1731723871734 2024-11-16T02:24:31,735 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/.initializing 2024-11-16T02:24:31,735 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/WALs/667222f7cf1b,40791,1731723869297 2024-11-16T02:24:31,736 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:24:31,738 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C40791%2C1731723869297, suffix=, logDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/WALs/667222f7cf1b,40791,1731723869297, archiveDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/oldWALs, maxLogs=10 2024-11-16T02:24:31,755 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/WALs/667222f7cf1b,40791,1731723869297/667222f7cf1b%2C40791%2C1731723869297.1731723871738, exclude list is [], retry=0 2024-11-16T02:24:31,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41843,DS-7ef66ad2-d6a0-4e4d-9769-0c9b7d27ea19,DISK] 2024-11-16T02:24:31,759 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/WALs/667222f7cf1b,40791,1731723869297/667222f7cf1b%2C40791%2C1731723869297.1731723871738 2024-11-16T02:24:31,759 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-16T02:24:31,759 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:31,760 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:31,760 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,760 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:24:31,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:31,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:31,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:24:31,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:31,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:31,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:24:31,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:31,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:31,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:24:31,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:31,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:31,769 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,769 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,770 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,770 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,770 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,771 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:24:31,771 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:31,773 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:31,773 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63236891, jitterRate=-0.05769689381122589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:24:31,774 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723871760Initializing all the Stores at 1731723871760Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723871760Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723871761 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723871761Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723871761Cleaning up temporary data from old regions at 1731723871770 (+9 ms)Region opened successfully at 1731723871774 (+4 ms) 2024-11-16T02:24:31,775 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:24:31,778 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566dc384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:24:31,779 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:24:31,779 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:24:31,779 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:24:31,779 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:24:31,780 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:24:31,780 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:24:31,780 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:24:31,783 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:24:31,783 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Unable to get data of znode /0509530903/balancer because node does not exist (not necessarily an error) 2024-11-16T02:24:31,795 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509530903/balancer already deleted, retry=false 2024-11-16T02:24:31,796 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:24:31,796 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Unable to get data of znode /0509530903/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:24:31,805 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509530903/normalizer already deleted, retry=false 2024-11-16T02:24:31,806 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:24:31,807 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Unable to get data of znode /0509530903/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:24:31,816 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509530903/switch/split already deleted, retry=false 2024-11-16T02:24:31,817 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Unable to get data of znode /0509530903/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:24:31,827 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509530903/switch/merge already deleted, retry=false 2024-11-16T02:24:31,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Unable to get data of znode /0509530903/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:24:31,837 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0509530903/snapshot-cleanup already deleted, retry=false 2024-11-16T02:24:31,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0509530903/running 2024-11-16T02:24:31,848 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0509530903/running 2024-11-16T02:24:31,848 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:31,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:31,848 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,40791,1731723869297, sessionid=0x10141752f690000, setting cluster-up flag (Was=false) 2024-11-16T02:24:31,875 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:31,907 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0509530903/flush-table-proc/acquired, /0509530903/flush-table-proc/reached, /0509530903/flush-table-proc/abort 2024-11-16T02:24:31,908 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,40791,1731723869297 2024-11-16T02:24:31,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:31,928 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:31,959 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0509530903/online-snapshot/acquired, /0509530903/online-snapshot/reached, /0509530903/online-snapshot/abort 2024-11-16T02:24:31,960 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,40791,1731723869297 2024-11-16T02:24:31,961 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:24:31,962 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:31,962 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:24:31,962 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:24:31,962 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,40791,1731723869297 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:24:31,964 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:31,964 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:31,964 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:31,964 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:31,964 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:24:31,964 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:31,964 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:24:31,964 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:31,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723901965 2024-11-16T02:24:31,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:24:31,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:24:31,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:24:31,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:24:31,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:24:31,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:24:31,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:31,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:31,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:24:31,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:24:31,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:24:31,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:24:31,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:24:31,967 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(746): ClusterId : 5d4bed8b-616c-4dc1-8dd4-2de4adbeecb6 2024-11-16T02:24:31,967 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:24:31,967 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:24:31,967 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:24:31,967 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723871967,5,FailOnTimeoutGroup] 2024-11-16T02:24:31,967 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723871967,5,FailOnTimeoutGroup] 2024-11-16T02:24:31,967 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:31,967 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:24:31,967 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:31,967 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:31,967 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:31,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:24:31,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:24:31,978 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:24:31,978 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:24:31,985 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:24:31,985 DEBUG [RS:0;667222f7cf1b:45601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7acf8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:24:31,999 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:45601 2024-11-16T02:24:31,999 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:24:31,999 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:24:31,999 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:24:32,000 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,40791,1731723869297 with port=45601, startcode=1731723869915 2024-11-16T02:24:32,000 DEBUG [RS:0;667222f7cf1b:45601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:24:32,002 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:24:32,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40791 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,45601,1731723869915 2024-11-16T02:24:32,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40791 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,45601,1731723869915 2024-11-16T02:24:32,004 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc 2024-11-16T02:24:32,004 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44025 2024-11-16T02:24:32,004 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:24:32,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903/rs 2024-11-16T02:24:32,017 DEBUG [RS:0;667222f7cf1b:45601 {}] zookeeper.ZKUtil(111): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on existing znode=/0509530903/rs/667222f7cf1b,45601,1731723869915 2024-11-16T02:24:32,017 WARN [RS:0;667222f7cf1b:45601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:24:32,017 INFO [RS:0;667222f7cf1b:45601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:32,017 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915 2024-11-16T02:24:32,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,45601,1731723869915] 2024-11-16T02:24:32,020 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:24:32,021 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:24:32,024 INFO [RS:0;667222f7cf1b:45601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:24:32,024 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,024 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:24:32,025 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:24:32,025 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,025 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,025 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,025 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,025 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,025 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,025 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:24:32,026 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,026 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,026 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,026 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,026 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,026 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:32,026 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:24:32,026 DEBUG [RS:0;667222f7cf1b:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:24:32,028 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,028 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,028 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,028 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,028 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,028 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45601,1731723869915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:24:32,041 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:24:32,041 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,45601,1731723869915-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,042 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,042 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.Replication(171): 667222f7cf1b,45601,1731723869915 started 2024-11-16T02:24:32,057 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:32,057 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,45601,1731723869915, RpcServer on 667222f7cf1b/172.17.0.3:45601, sessionid=0x10141752f690001 2024-11-16T02:24:32,057 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:24:32,057 DEBUG [RS:0;667222f7cf1b:45601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,45601,1731723869915 2024-11-16T02:24:32,057 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,45601,1731723869915' 2024-11-16T02:24:32,057 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0509530903/flush-table-proc/abort' 2024-11-16T02:24:32,058 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0509530903/flush-table-proc/acquired' 2024-11-16T02:24:32,058 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:24:32,058 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:24:32,058 DEBUG [RS:0;667222f7cf1b:45601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,45601,1731723869915 2024-11-16T02:24:32,058 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,45601,1731723869915' 2024-11-16T02:24:32,058 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0509530903/online-snapshot/abort' 2024-11-16T02:24:32,058 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0509530903/online-snapshot/acquired' 2024-11-16T02:24:32,059 DEBUG [RS:0;667222f7cf1b:45601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:24:32,059 INFO [RS:0;667222f7cf1b:45601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:24:32,059 INFO [RS:0;667222f7cf1b:45601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:24:32,159 INFO [RS:0;667222f7cf1b:45601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:24:32,161 INFO [RS:0;667222f7cf1b:45601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C45601%2C1731723869915, suffix=, logDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915, archiveDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/oldWALs, maxLogs=10 2024-11-16T02:24:32,173 DEBUG [RS:0;667222f7cf1b:45601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161, exclude list is [], retry=0 2024-11-16T02:24:32,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41843,DS-7ef66ad2-d6a0-4e4d-9769-0c9b7d27ea19,DISK] 2024-11-16T02:24:32,177 INFO [RS:0;667222f7cf1b:45601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 2024-11-16T02:24:32,178 DEBUG [RS:0;667222f7cf1b:45601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-16T02:24:32,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:24:32,376 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc 2024-11-16T02:24:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:24:32,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:32,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:24:32,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:24:32,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:32,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:32,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:24:32,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:24:32,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:32,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:32,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:24:32,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:24:32,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:32,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:32,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:24:32,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:24:32,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:32,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:32,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:24:32,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740 2024-11-16T02:24:32,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740 2024-11-16T02:24:32,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:24:32,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:24:32,790 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:24:32,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:24:32,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:32,793 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70555532, jitterRate=0.051359355449676514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:24:32,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723872781Initializing all the Stores at 1731723872782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723872782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723872782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723872782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723872782Cleaning up temporary data from old regions at 1731723872789 (+7 ms)Region opened successfully at 1731723872794 (+5 ms) 2024-11-16T02:24:32,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:24:32,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:24:32,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:24:32,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:24:32,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:24:32,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:24:32,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723872794Disabling compacts and flushes for region at 1731723872794Disabling writes for close at 1731723872794Writing region close event to WAL at 1731723872795 (+1 ms)Closed at 1731723872795 2024-11-16T02:24:32,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:32,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:24:32,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:24:32,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:24:32,798 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:24:32,948 DEBUG [667222f7cf1b:40791 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:24:32,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,45601,1731723869915 2024-11-16T02:24:32,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,45601,1731723869915, state=OPENING 2024-11-16T02:24:33,001 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:24:33,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:33,012 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:33,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:24:33,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0509530903/meta-region-server: CHANGED 2024-11-16T02:24:33,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0509530903/meta-region-server: CHANGED 2024-11-16T02:24:33,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,45601,1731723869915}] 2024-11-16T02:24:33,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:33,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:24:33,168 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:24:33,168 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:33,168 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:24:33,169 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C45601%2C1731723869915.meta, suffix=.meta, logDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915, archiveDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/oldWALs, maxLogs=10 2024-11-16T02:24:33,181 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.meta.1731723873170.meta, exclude list is [], retry=0 2024-11-16T02:24:33,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41843,DS-7ef66ad2-d6a0-4e4d-9769-0c9b7d27ea19,DISK] 2024-11-16T02:24:33,184 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.meta.1731723873170.meta 2024-11-16T02:24:33,184 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-16T02:24:33,184 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:33,184 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:33,184 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:24:33,184 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:24:33,184 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:24:33,185 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:24:33,185 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:33,185 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:24:33,185 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:24:33,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:24:33,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:24:33,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:33,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:33,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:24:33,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:24:33,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:33,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:33,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:24:33,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:24:33,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:33,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:33,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:24:33,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:24:33,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:33,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:33,190 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:24:33,190 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740 2024-11-16T02:24:33,191 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740 2024-11-16T02:24:33,192 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:24:33,192 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:24:33,192 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:24:33,193 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:24:33,194 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69821128, jitterRate=0.04041588306427002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:24:33,194 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:24:33,194 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723873185Writing region info on filesystem at 1731723873185Initializing all the Stores at 1731723873185Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723873185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723873186 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723873186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723873186Cleaning up temporary data from old regions at 1731723873192 (+6 ms)Running coprocessor post-open hooks at 1731723873194 (+2 ms)Region opened successfully at 1731723873194 2024-11-16T02:24:33,195 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723873164 2024-11-16T02:24:33,196 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:24:33,196 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:24:33,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,45601,1731723869915 2024-11-16T02:24:33,198 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,45601,1731723869915, state=OPEN 2024-11-16T02:24:33,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0509530903/meta-region-server 2024-11-16T02:24:33,235 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0509530903/meta-region-server 2024-11-16T02:24:33,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,45601,1731723869915 2024-11-16T02:24:33,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0509530903/meta-region-server: CHANGED 2024-11-16T02:24:33,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0509530903/meta-region-server: CHANGED 2024-11-16T02:24:33,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:24:33,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,45601,1731723869915 in 223 msec 2024-11-16T02:24:33,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:24:33,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-16T02:24:33,240 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:33,240 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:24:33,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:33,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,45601,1731723869915, seqNum=-1] 2024-11-16T02:24:33,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:33,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:33,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-16T02:24:33,247 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723873247, completionTime=-1 2024-11-16T02:24:33,247 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:24:33,247 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:24:33,248 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:24:33,248 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723933248 2024-11-16T02:24:33,248 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723993248 2024-11-16T02:24:33,249 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:24:33,249 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40791,1731723869297-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:33,249 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40791,1731723869297-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:33,249 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40791,1731723869297-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:33,249 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:40791, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:33,249 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:33,249 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:33,251 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:24:33,252 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.240sec 2024-11-16T02:24:33,252 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:24:33,252 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:24:33,252 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:24:33,252 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:24:33,252 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:24:33,252 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40791,1731723869297-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:24:33,252 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40791,1731723869297-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:24:33,254 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:24:33,254 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:24:33,254 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40791,1731723869297-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:33,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9d326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:33,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,40791,-1 for getting cluster id 2024-11-16T02:24:33,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:33,269 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d4bed8b-616c-4dc1-8dd4-2de4adbeecb6' 2024-11-16T02:24:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d4bed8b-616c-4dc1-8dd4-2de4adbeecb6" 2024-11-16T02:24:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7613884c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,40791,-1] 2024-11-16T02:24:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:33,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:33,270 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:33,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11fff36c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:33,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:33,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,45601,1731723869915, seqNum=-1] 2024-11-16T02:24:33,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:33,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:33,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,40791,1731723869297 2024-11-16T02:24:33,275 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-16T02:24:33,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:24:33,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10141752f690002 connected 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.log.dir so I do NOT create it in target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221 2024-11-16T02:24:33,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.tmp.dir so I do NOT create it in target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221 2024-11-16T02:24:33,309 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:24:33,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/cluster_e95a40e5-f3ab-eb61-9838-6aa20dc78689, deleteOnExit=true 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/test.cache.data in system properties and HBase conf 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:24:33,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:24:33,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:24:33,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:24:33,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:24:33,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:24:33,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:24:33,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:24:33,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:24:33,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:24:33,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:24:33,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:24:33,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1720f84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:24:33,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a8b9352{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:24:33,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2df0d1ac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/java.io.tmpdir/jetty-localhost-42471-hadoop-hdfs-3_4_1-tests_jar-_-any-15921761887536218591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:24:33,722 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e092e2d{HTTP/1.1, (http/1.1)}{localhost:42471} 2024-11-16T02:24:33,722 INFO [Time-limited test {}] server.Server(415): Started @372707ms 2024-11-16T02:24:34,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:24:34,033 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:24:34,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:24:34,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:24:34,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:24:34,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30ce4909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:24:34,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28eb790a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:24:34,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3340f25a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/java.io.tmpdir/jetty-localhost-42021-hadoop-hdfs-3_4_1-tests_jar-_-any-3933015283835402824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:24:34,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64d8c28a{HTTP/1.1, (http/1.1)}{localhost:42021} 2024-11-16T02:24:34,142 INFO [Time-limited test {}] server.Server(415): Started @373126ms 2024-11-16T02:24:34,143 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:24:35,004 WARN [Thread-3514 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/cluster_e95a40e5-f3ab-eb61-9838-6aa20dc78689/data/data2/current/BP-1422527152-172.17.0.3-1731723873325/current, will proceed with Du for space computation calculation, 2024-11-16T02:24:35,004 WARN [Thread-3513 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/cluster_e95a40e5-f3ab-eb61-9838-6aa20dc78689/data/data1/current/BP-1422527152-172.17.0.3-1731723873325/current, will proceed with Du for space computation calculation, 2024-11-16T02:24:35,020 WARN [Thread-3501 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:24:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5262f5eed0e7508 with lease ID 0x1866e997f18741aa: Processing first storage report for DS-cfe516c7-4781-4f7b-89f4-2364847d99ef from datanode DatanodeRegistration(127.0.0.1:36699, datanodeUuid=7c30ca92-5161-41a1-b344-99dab35041fb, infoPort=33297, infoSecurePort=0, ipcPort=44405, storageInfo=lv=-57;cid=testClusterID;nsid=2085849587;c=1731723873325) 2024-11-16T02:24:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5262f5eed0e7508 with lease ID 0x1866e997f18741aa: from storage DS-cfe516c7-4781-4f7b-89f4-2364847d99ef node DatanodeRegistration(127.0.0.1:36699, datanodeUuid=7c30ca92-5161-41a1-b344-99dab35041fb, infoPort=33297, infoSecurePort=0, ipcPort=44405, storageInfo=lv=-57;cid=testClusterID;nsid=2085849587;c=1731723873325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:24:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5262f5eed0e7508 with lease ID 0x1866e997f18741aa: Processing first storage report for DS-2591ce7b-cf31-4c22-8a2f-6d0f09756325 from datanode DatanodeRegistration(127.0.0.1:36699, datanodeUuid=7c30ca92-5161-41a1-b344-99dab35041fb, infoPort=33297, infoSecurePort=0, ipcPort=44405, storageInfo=lv=-57;cid=testClusterID;nsid=2085849587;c=1731723873325) 2024-11-16T02:24:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5262f5eed0e7508 with lease ID 0x1866e997f18741aa: from storage DS-2591ce7b-cf31-4c22-8a2f-6d0f09756325 node DatanodeRegistration(127.0.0.1:36699, datanodeUuid=7c30ca92-5161-41a1-b344-99dab35041fb, infoPort=33297, infoSecurePort=0, ipcPort=44405, storageInfo=lv=-57;cid=testClusterID;nsid=2085849587;c=1731723873325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:24:35,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221 2024-11-16T02:24:35,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:35,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:35,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:24:35,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1 with version=8 2024-11-16T02:24:35,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/hbase-staging 2024-11-16T02:24:35,476 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:24:35,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:35,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:35,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:24:35,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:35,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:24:35,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:24:35,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:24:35,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34833 2024-11-16T02:24:35,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34833 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-16T02:24:35,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348330x0, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:24:35,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34833-0x10141752f690003 connected 2024-11-16T02:24:35,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:35,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:35,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on znode that does not yet exist, /1-565049821/running 2024-11-16T02:24:35,809 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1, hbase.cluster.distributed=false 2024-11-16T02:24:35,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on znode that does not yet exist, /1-565049821/acl 2024-11-16T02:24:35,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34833 2024-11-16T02:24:35,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34833 2024-11-16T02:24:35,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34833 2024-11-16T02:24:35,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34833 2024-11-16T02:24:35,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34833 2024-11-16T02:24:35,825 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:24:35,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:35,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:35,825 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:24:35,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:35,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:24:35,825 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:24:35,826 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:24:35,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40565 2024-11-16T02:24:35,827 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40565 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-16T02:24:35,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:35,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:35,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405650x0, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:24:35,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405650x0, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on znode that does not yet exist, /1-565049821/running 2024-11-16T02:24:35,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40565-0x10141752f690004 connected 2024-11-16T02:24:35,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:24:35,845 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:24:35,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on znode that does not yet exist, /1-565049821/master 2024-11-16T02:24:35,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on znode that does not yet exist, /1-565049821/acl 2024-11-16T02:24:35,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40565 2024-11-16T02:24:35,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40565 2024-11-16T02:24:35,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40565 2024-11-16T02:24:35,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40565 2024-11-16T02:24:35,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40565 2024-11-16T02:24:35,864 DEBUG [M:0;667222f7cf1b:34833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:34833 2024-11-16T02:24:35,864 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-565049821/backup-masters/667222f7cf1b,34833,1731723875476 2024-11-16T02:24:35,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821/backup-masters 2024-11-16T02:24:35,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821/backup-masters 2024-11-16T02:24:35,875 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on existing znode=/1-565049821/backup-masters/667222f7cf1b,34833,1731723875476 2024-11-16T02:24:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-565049821/master 2024-11-16T02:24:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:35,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:35,886 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on existing znode=/1-565049821/master 2024-11-16T02:24:35,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-565049821/backup-masters/667222f7cf1b,34833,1731723875476 from backup master directory 2024-11-16T02:24:35,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-565049821/backup-masters/667222f7cf1b,34833,1731723875476 2024-11-16T02:24:35,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821/backup-masters 2024-11-16T02:24:35,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821/backup-masters 2024-11-16T02:24:35,896 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:24:35,896 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,34833,1731723875476 2024-11-16T02:24:35,899 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/hbase.id] with ID: 7520c5b2-2c1b-405b-ab1a-2b8baee74785 2024-11-16T02:24:35,899 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/.tmp/hbase.id 2024-11-16T02:24:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:24:36,303 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/.tmp/hbase.id]:[hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/hbase.id] 2024-11-16T02:24:36,311 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:36,311 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:24:36,312 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:24:36,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:36,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:36,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:24:36,740 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:36,741 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:24:36,741 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:36,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:24:37,147 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store 2024-11-16T02:24:37,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:24:37,152 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:37,152 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:24:37,152 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:37,152 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:37,152 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:24:37,152 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:37,152 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:37,152 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723877152Disabling compacts and flushes for region at 1731723877152Disabling writes for close at 1731723877152Writing region close event to WAL at 1731723877152Closed at 1731723877152 2024-11-16T02:24:37,153 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/.initializing 2024-11-16T02:24:37,153 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/WALs/667222f7cf1b,34833,1731723875476 2024-11-16T02:24:37,153 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:24:37,154 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C34833%2C1731723875476, suffix=, logDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/WALs/667222f7cf1b,34833,1731723875476, archiveDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/oldWALs, maxLogs=10 2024-11-16T02:24:37,167 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/WALs/667222f7cf1b,34833,1731723875476/667222f7cf1b%2C34833%2C1731723875476.1731723877155, exclude list is [], retry=0 2024-11-16T02:24:37,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36699,DS-cfe516c7-4781-4f7b-89f4-2364847d99ef,DISK] 2024-11-16T02:24:37,171 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/WALs/667222f7cf1b,34833,1731723875476/667222f7cf1b%2C34833%2C1731723875476.1731723877155 2024-11-16T02:24:37,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33297:33297)] 2024-11-16T02:24:37,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:37,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:37,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,171 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:24:37,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:37,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:37,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:24:37,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:37,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:37,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:24:37,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:37,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:37,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:24:37,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:37,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:37,177 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,177 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,178 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,178 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,179 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,179 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:24:37,180 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:37,181 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:37,181 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63795227, jitterRate=-0.049377039074897766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:24:37,181 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723877171Initializing all the Stores at 1731723877172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723877172Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723877172Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723877172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723877172Cleaning up temporary data from old regions at 1731723877179 (+7 ms)Region opened successfully at 1731723877181 (+2 ms) 2024-11-16T02:24:37,181 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:24:37,183 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66843969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:24:37,184 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:24:37,184 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:24:37,184 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:24:37,184 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:24:37,185 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:24:37,185 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:24:37,185 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:24:37,186 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:24:37,187 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Unable to get data of znode /1-565049821/balancer because node does not exist (not necessarily an error) 2024-11-16T02:24:37,195 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-565049821/balancer already deleted, retry=false 2024-11-16T02:24:37,195 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:24:37,196 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Unable to get data of znode /1-565049821/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:24:37,205 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-565049821/normalizer already deleted, retry=false 2024-11-16T02:24:37,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:24:37,206 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Unable to get data of znode /1-565049821/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:24:37,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-565049821/switch/split already deleted, retry=false 2024-11-16T02:24:37,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Unable to get data of znode /1-565049821/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:24:37,226 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-565049821/switch/merge already deleted, retry=false 2024-11-16T02:24:37,228 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Unable to get data of znode /1-565049821/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:24:37,236 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-565049821/snapshot-cleanup already deleted, retry=false 2024-11-16T02:24:37,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-565049821/running 2024-11-16T02:24:37,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:37,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-565049821/running 2024-11-16T02:24:37,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:37,248 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,34833,1731723875476, sessionid=0x10141752f690003, setting cluster-up flag (Was=false) 2024-11-16T02:24:37,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:37,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:37,300 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-565049821/flush-table-proc/acquired, /1-565049821/flush-table-proc/reached, /1-565049821/flush-table-proc/abort 2024-11-16T02:24:37,301 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,34833,1731723875476 2024-11-16T02:24:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:37,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:37,352 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-565049821/online-snapshot/acquired, /1-565049821/online-snapshot/reached, /1-565049821/online-snapshot/abort 2024-11-16T02:24:37,354 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,34833,1731723875476 2024-11-16T02:24:37,355 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:24:37,356 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:37,356 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:24:37,356 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:24:37,356 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,34833,1731723875476 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:24:37,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:37,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:37,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:37,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:37,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:24:37,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:24:37,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,358 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723907358 2024-11-16T02:24:37,358 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:24:37,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:37,358 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:24:37,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:24:37,358 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:24:37,358 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:24:37,358 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:24:37,358 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:24:37,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:24:37,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:24:37,359 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723877359,5,FailOnTimeoutGroup] 2024-11-16T02:24:37,359 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723877359,5,FailOnTimeoutGroup] 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:24:37,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,360 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:24:37,454 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(746): ClusterId : 7520c5b2-2c1b-405b-ab1a-2b8baee74785 2024-11-16T02:24:37,454 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:24:37,465 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:24:37,465 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:24:37,475 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:24:37,476 DEBUG [RS:0;667222f7cf1b:40565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abda972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:24:37,486 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:40565 2024-11-16T02:24:37,486 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:24:37,486 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:24:37,486 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:24:37,487 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,34833,1731723875476 with port=40565, startcode=1731723875825 2024-11-16T02:24:37,487 DEBUG [RS:0;667222f7cf1b:40565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:24:37,488 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:24:37,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,40565,1731723875825 2024-11-16T02:24:37,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34833 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,40565,1731723875825 2024-11-16T02:24:37,490 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1 2024-11-16T02:24:37,490 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37647 2024-11-16T02:24:37,490 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:24:37,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821/rs 2024-11-16T02:24:37,500 DEBUG [RS:0;667222f7cf1b:40565 {}] zookeeper.ZKUtil(111): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on existing znode=/1-565049821/rs/667222f7cf1b,40565,1731723875825 2024-11-16T02:24:37,500 WARN [RS:0;667222f7cf1b:40565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:24:37,500 INFO [RS:0;667222f7cf1b:40565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:37,501 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825 2024-11-16T02:24:37,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,40565,1731723875825] 2024-11-16T02:24:37,503 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:24:37,504 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:24:37,504 INFO [RS:0;667222f7cf1b:40565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:24:37,504 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,505 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:24:37,505 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:24:37,505 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,505 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:37,506 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:24:37,506 DEBUG [RS:0;667222f7cf1b:40565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:24:37,506 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,506 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,506 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,506 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,506 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,506 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40565,1731723875825-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:24:37,519 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:24:37,519 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40565,1731723875825-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,519 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,519 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.Replication(171): 667222f7cf1b,40565,1731723875825 started 2024-11-16T02:24:37,531 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:37,531 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,40565,1731723875825, RpcServer on 667222f7cf1b/172.17.0.3:40565, sessionid=0x10141752f690004 2024-11-16T02:24:37,531 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:24:37,531 DEBUG [RS:0;667222f7cf1b:40565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,40565,1731723875825 2024-11-16T02:24:37,531 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,40565,1731723875825' 2024-11-16T02:24:37,531 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-565049821/flush-table-proc/abort' 2024-11-16T02:24:37,532 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-565049821/flush-table-proc/acquired' 2024-11-16T02:24:37,532 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:24:37,532 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:24:37,532 DEBUG [RS:0;667222f7cf1b:40565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,40565,1731723875825 2024-11-16T02:24:37,532 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,40565,1731723875825' 2024-11-16T02:24:37,532 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-565049821/online-snapshot/abort' 2024-11-16T02:24:37,533 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-565049821/online-snapshot/acquired' 2024-11-16T02:24:37,533 DEBUG [RS:0;667222f7cf1b:40565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:24:37,533 INFO [RS:0;667222f7cf1b:40565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:24:37,533 INFO [RS:0;667222f7cf1b:40565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:24:37,572 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0 2024-11-16T02:24:37,634 INFO [RS:0;667222f7cf1b:40565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:24:37,635 INFO [RS:0;667222f7cf1b:40565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C40565%2C1731723875825, suffix=, logDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825, archiveDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/oldWALs, maxLogs=10 2024-11-16T02:24:37,647 DEBUG [RS:0;667222f7cf1b:40565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, exclude list is [], retry=0 2024-11-16T02:24:37,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36699,DS-cfe516c7-4781-4f7b-89f4-2364847d99ef,DISK] 2024-11-16T02:24:37,651 INFO [RS:0;667222f7cf1b:40565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 2024-11-16T02:24:37,651 DEBUG [RS:0;667222f7cf1b:40565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33297:33297)] 2024-11-16T02:24:37,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:24:37,764 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1 2024-11-16T02:24:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:24:37,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:37,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:24:37,930 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88705 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:24:38,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:24:38,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:38,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:24:38,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:24:38,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:38,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:38,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:24:38,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:24:38,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:38,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:38,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:24:38,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:24:38,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:38,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:38,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:24:38,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:24:38,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:38,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:38,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:24:38,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740 2024-11-16T02:24:38,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740 2024-11-16T02:24:38,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:24:38,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:24:38,177 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:24:38,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:24:38,180 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:38,180 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62165498, jitterRate=-0.07366189360618591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:24:38,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723878170Initializing all the Stores at 1731723878170Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723878170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723878170Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723878170Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723878170Cleaning up temporary data from old regions at 1731723878177 (+7 ms)Region opened successfully at 1731723878180 (+3 ms) 2024-11-16T02:24:38,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:24:38,180 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:24:38,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:24:38,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:24:38,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:24:38,181 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:24:38,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723878180Disabling compacts and flushes for region at 1731723878180Disabling writes for close at 1731723878180Writing region close event to WAL at 1731723878181 (+1 ms)Closed at 1731723878181 2024-11-16T02:24:38,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:38,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:24:38,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:24:38,183 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:24:38,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:24:38,334 DEBUG [667222f7cf1b:34833 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:24:38,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,40565,1731723875825 2024-11-16T02:24:38,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,40565,1731723875825, state=OPENING 2024-11-16T02:24:38,409 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:24:38,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:38,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:38,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:24:38,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-565049821/meta-region-server: CHANGED 2024-11-16T02:24:38,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-565049821/meta-region-server: CHANGED 2024-11-16T02:24:38,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,40565,1731723875825}] 2024-11-16T02:24:38,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:38,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:24:38,583 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:24:38,584 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:38,584 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:24:38,585 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C40565%2C1731723875825.meta, suffix=.meta, logDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825, archiveDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/oldWALs, maxLogs=10 2024-11-16T02:24:38,601 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.meta.1731723878585.meta, exclude list is [], retry=0 2024-11-16T02:24:38,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36699,DS-cfe516c7-4781-4f7b-89f4-2364847d99ef,DISK] 2024-11-16T02:24:38,604 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.meta.1731723878585.meta 2024-11-16T02:24:38,605 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33297:33297)] 2024-11-16T02:24:38,605 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:38,605 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:38,605 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:24:38,605 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:24:38,605 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:24:38,605 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:24:38,605 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:38,605 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:24:38,606 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:24:38,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:24:38,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:24:38,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:38,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:38,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:24:38,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:24:38,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:38,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:38,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:24:38,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:24:38,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:38,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:38,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:24:38,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:24:38,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:38,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:38,610 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:24:38,611 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740 2024-11-16T02:24:38,611 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740 2024-11-16T02:24:38,612 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:24:38,612 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:24:38,613 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:24:38,614 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:24:38,614 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72036441, jitterRate=0.07342661917209625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:24:38,615 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:24:38,615 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723878606Writing region info on filesystem at 1731723878606Initializing all the Stores at 1731723878606Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723878606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723878606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723878606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723878606Cleaning up temporary data from old regions at 1731723878612 (+6 ms)Running coprocessor post-open hooks at 1731723878615 (+3 ms)Region opened successfully at 1731723878615 2024-11-16T02:24:38,615 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723878578 2024-11-16T02:24:38,617 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:24:38,617 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:24:38,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,40565,1731723875825 2024-11-16T02:24:38,618 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,40565,1731723875825, state=OPEN 2024-11-16T02:24:38,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-565049821/meta-region-server 2024-11-16T02:24:38,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-565049821/meta-region-server 2024-11-16T02:24:38,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,40565,1731723875825 2024-11-16T02:24:38,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-565049821/meta-region-server: CHANGED 2024-11-16T02:24:38,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-565049821/meta-region-server: CHANGED 2024-11-16T02:24:38,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:24:38,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,40565,1731723875825 in 199 msec 2024-11-16T02:24:38,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:24:38,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-16T02:24:38,629 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:38,629 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:24:38,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:38,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,40565,1731723875825, seqNum=-1] 2024-11-16T02:24:38,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:38,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:38,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-16T02:24:38,635 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723878635, completionTime=-1 2024-11-16T02:24:38,635 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:24:38,635 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:24:38,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:24:38,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723938637 2024-11-16T02:24:38,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731723998637 2024-11-16T02:24:38,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:24:38,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,34833,1731723875476-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:38,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,34833,1731723875476-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:38,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,34833,1731723875476-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:38,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:34833, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:38,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:38,638 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:38,639 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:24:38,640 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.744sec 2024-11-16T02:24:38,641 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:24:38,641 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:24:38,641 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:24:38,641 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:24:38,641 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:24:38,641 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,34833,1731723875476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:24:38,641 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,34833,1731723875476-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:24:38,642 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:24:38,642 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:24:38,642 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,34833,1731723875476-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:38,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12327002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:38,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,34833,-1 for getting cluster id 2024-11-16T02:24:38,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:38,655 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7520c5b2-2c1b-405b-ab1a-2b8baee74785' 2024-11-16T02:24:38,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7520c5b2-2c1b-405b-ab1a-2b8baee74785" 2024-11-16T02:24:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de3b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,34833,-1] 2024-11-16T02:24:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:38,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:38,657 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:38,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ce85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:38,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,40565,1731723875825, seqNum=-1] 2024-11-16T02:24:38,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:38,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:38,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,34833,1731723875476 2024-11-16T02:24:38,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-16T02:24:38,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:24:38,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10141752f690005 connected 2024-11-16T02:24:38,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:24:38,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.log.dir so I do NOT create it in target/test-data/cb782061-5753-6654-66d6-719db7fb24d2 2024-11-16T02:24:38,687 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:24:38,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.tmp.dir so I do NOT create it in target/test-data/cb782061-5753-6654-66d6-719db7fb24d2 2024-11-16T02:24:38,687 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:24:38,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2 2024-11-16T02:24:38,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/cluster_d1fcd150-7f5d-3c3f-8866-e30c8f39e2a6, deleteOnExit=true 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:24:38,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/test.cache.data in system properties and HBase conf 2024-11-16T02:24:38,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:24:38,688 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:24:38,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:24:38,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:24:38,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:24:38,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:38,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:39,083 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:24:39,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:24:39,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:24:39,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:24:39,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:24:39,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:24:39,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@145eebbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:24:39,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a27cffd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:24:39,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4585c1c1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/java.io.tmpdir/jetty-localhost-34883-hadoop-hdfs-3_4_1-tests_jar-_-any-16083825086614164670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:24:39,200 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@637554f4{HTTP/1.1, (http/1.1)}{localhost:34883} 2024-11-16T02:24:39,200 INFO [Time-limited test {}] server.Server(415): Started @378184ms 2024-11-16T02:24:39,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:24:39,491 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:24:39,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:24:39,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:24:39,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:24:39,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7393b383{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:24:39,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e7a56fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:24:39,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0e6357{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/java.io.tmpdir/jetty-localhost-45065-hadoop-hdfs-3_4_1-tests_jar-_-any-7407695374902521048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:24:39,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d80cc1f{HTTP/1.1, (http/1.1)}{localhost:45065} 2024-11-16T02:24:39,616 INFO [Time-limited test {}] server.Server(415): Started @378601ms 2024-11-16T02:24:39,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:24:40,409 WARN [Thread-3634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/cluster_d1fcd150-7f5d-3c3f-8866-e30c8f39e2a6/data/data1/current/BP-1904556952-172.17.0.3-1731723878770/current, will proceed with Du for space computation calculation, 2024-11-16T02:24:40,409 WARN [Thread-3635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/cluster_d1fcd150-7f5d-3c3f-8866-e30c8f39e2a6/data/data2/current/BP-1904556952-172.17.0.3-1731723878770/current, will proceed with Du for space computation calculation, 2024-11-16T02:24:40,436 WARN [Thread-3622 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:24:40,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa360ea75f3da4964 with lease ID 0xaaeef8c028bffbbf: Processing first storage report for DS-42bdddb0-251c-4dcb-9c8f-b3902e4dd00f from datanode DatanodeRegistration(127.0.0.1:37785, datanodeUuid=23865f1e-c9e5-4f18-9d05-5270d60615f3, infoPort=41605, infoSecurePort=0, ipcPort=43755, storageInfo=lv=-57;cid=testClusterID;nsid=572780;c=1731723878770) 2024-11-16T02:24:40,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa360ea75f3da4964 with lease ID 0xaaeef8c028bffbbf: from storage DS-42bdddb0-251c-4dcb-9c8f-b3902e4dd00f node DatanodeRegistration(127.0.0.1:37785, datanodeUuid=23865f1e-c9e5-4f18-9d05-5270d60615f3, infoPort=41605, infoSecurePort=0, ipcPort=43755, storageInfo=lv=-57;cid=testClusterID;nsid=572780;c=1731723878770), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T02:24:40,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa360ea75f3da4964 with lease ID 0xaaeef8c028bffbbf: Processing first storage report for DS-d9f88ea7-9ea7-46c3-abbd-9223cb929243 from datanode DatanodeRegistration(127.0.0.1:37785, datanodeUuid=23865f1e-c9e5-4f18-9d05-5270d60615f3, infoPort=41605, infoSecurePort=0, ipcPort=43755, storageInfo=lv=-57;cid=testClusterID;nsid=572780;c=1731723878770) 2024-11-16T02:24:40,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa360ea75f3da4964 with lease ID 0xaaeef8c028bffbbf: from storage DS-d9f88ea7-9ea7-46c3-abbd-9223cb929243 node DatanodeRegistration(127.0.0.1:37785, datanodeUuid=23865f1e-c9e5-4f18-9d05-5270d60615f3, infoPort=41605, infoSecurePort=0, ipcPort=43755, storageInfo=lv=-57;cid=testClusterID;nsid=572780;c=1731723878770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:24:40,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2 2024-11-16T02:24:40,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:40,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:40,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:24:40,904 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa with version=8 2024-11-16T02:24:40,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/hbase-staging 2024-11-16T02:24:40,907 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:24:40,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:40,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:40,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:24:40,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:40,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:24:40,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:24:40,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:24:40,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42125 2024-11-16T02:24:40,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42125 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-16T02:24:40,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421250x0, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:24:40,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42125-0x10141752f690006 connected 2024-11-16T02:24:41,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:41,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:41,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on znode that does not yet exist, /2764489237/running 2024-11-16T02:24:41,032 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa, hbase.cluster.distributed=false 2024-11-16T02:24:41,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on znode that does not yet exist, /2764489237/acl 2024-11-16T02:24:41,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-16T02:24:41,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42125 2024-11-16T02:24:41,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42125 2024-11-16T02:24:41,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-16T02:24:41,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42125 2024-11-16T02:24:41,151 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:24:41,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:41,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:41,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:24:41,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:24:41,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:24:41,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:24:41,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:24:41,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44697 2024-11-16T02:24:41,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44697 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-16T02:24:41,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:41,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:41,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446970x0, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:24:41,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446970x0, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on znode that does not yet exist, /2764489237/running 2024-11-16T02:24:41,192 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:24:41,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44697-0x10141752f690007 connected 2024-11-16T02:24:41,224 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:24:41,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on znode that does not yet exist, /2764489237/master 2024-11-16T02:24:41,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on znode that does not yet exist, /2764489237/acl 2024-11-16T02:24:41,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44697 2024-11-16T02:24:41,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44697 2024-11-16T02:24:41,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44697 2024-11-16T02:24:41,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44697 2024-11-16T02:24:41,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44697 2024-11-16T02:24:41,309 DEBUG [M:0;667222f7cf1b:42125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:42125 2024-11-16T02:24:41,316 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2764489237/backup-masters/667222f7cf1b,42125,1731723880906 2024-11-16T02:24:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237/backup-masters 2024-11-16T02:24:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237/backup-masters 2024-11-16T02:24:41,328 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on existing znode=/2764489237/backup-masters/667222f7cf1b,42125,1731723880906 2024-11-16T02:24:41,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2764489237/master 2024-11-16T02:24:41,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:41,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:41,342 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on existing znode=/2764489237/master 2024-11-16T02:24:41,343 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2764489237/backup-masters/667222f7cf1b,42125,1731723880906 from backup master directory 2024-11-16T02:24:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2764489237/backup-masters/667222f7cf1b,42125,1731723880906 2024-11-16T02:24:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237/backup-masters 2024-11-16T02:24:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237/backup-masters 2024-11-16T02:24:41,352 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:24:41,353 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,42125,1731723880906 2024-11-16T02:24:41,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/hbase.id] with ID: f0dff923-e7f7-49f0-b193-80f44b690d38 2024-11-16T02:24:41,357 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/.tmp/hbase.id 2024-11-16T02:24:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:24:41,368 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/.tmp/hbase.id]:[hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/hbase.id] 2024-11-16T02:24:41,378 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:24:41,378 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:24:41,379 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:24:41,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:41,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:24:41,797 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:41,798 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:24:41,798 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:41,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:24:42,204 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store 2024-11-16T02:24:42,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:24:42,610 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:42,610 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:24:42,610 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:42,610 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:42,610 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:24:42,610 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:42,610 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:24:42,610 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723882610Disabling compacts and flushes for region at 1731723882610Disabling writes for close at 1731723882610Writing region close event to WAL at 1731723882610Closed at 1731723882610 2024-11-16T02:24:42,611 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/.initializing 2024-11-16T02:24:42,611 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/WALs/667222f7cf1b,42125,1731723880906 2024-11-16T02:24:42,612 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:24:42,613 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C42125%2C1731723880906, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/WALs/667222f7cf1b,42125,1731723880906, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/oldWALs, maxLogs=10 2024-11-16T02:24:42,627 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/WALs/667222f7cf1b,42125,1731723880906/667222f7cf1b%2C42125%2C1731723880906.1731723882613, exclude list is [], retry=0 2024-11-16T02:24:42,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37785,DS-42bdddb0-251c-4dcb-9c8f-b3902e4dd00f,DISK] 2024-11-16T02:24:42,630 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/WALs/667222f7cf1b,42125,1731723880906/667222f7cf1b%2C42125%2C1731723880906.1731723882613 2024-11-16T02:24:42,631 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-16T02:24:42,631 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:42,631 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:42,631 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,631 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:24:42,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:42,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:42,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:24:42,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:42,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:42,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:24:42,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:42,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:42,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:24:42,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:42,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:42,637 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,638 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,638 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,639 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,639 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,639 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:24:42,640 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:24:42,641 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:42,641 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62386829, jitterRate=-0.07036380469799042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:24:42,641 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723882631Initializing all the Stores at 1731723882632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723882632Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723882632Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723882632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723882632Cleaning up temporary data from old regions at 1731723882639 (+7 ms)Region opened successfully at 1731723882641 (+2 ms) 2024-11-16T02:24:42,641 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:24:42,643 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4187f2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:24:42,644 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:24:42,644 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:24:42,644 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:24:42,644 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:24:42,645 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:24:42,645 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:24:42,645 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:24:42,646 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:24:42,647 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Unable to get data of znode /2764489237/balancer because node does not exist (not necessarily an error) 2024-11-16T02:24:42,708 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2764489237/balancer already deleted, retry=false 2024-11-16T02:24:42,709 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:24:42,709 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Unable to get data of znode /2764489237/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:24:42,761 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2764489237/normalizer already deleted, retry=false 2024-11-16T02:24:42,761 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:24:42,762 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Unable to get data of znode /2764489237/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:24:42,816 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2764489237/switch/split already deleted, retry=false 2024-11-16T02:24:42,817 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Unable to get data of znode /2764489237/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:24:42,859 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2764489237/switch/merge already deleted, retry=false 2024-11-16T02:24:42,861 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Unable to get data of znode /2764489237/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:24:42,943 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2764489237/snapshot-cleanup already deleted, retry=false 2024-11-16T02:24:43,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2764489237/running 2024-11-16T02:24:43,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2764489237/running 2024-11-16T02:24:43,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:43,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:43,005 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,42125,1731723880906, sessionid=0x10141752f690006, setting cluster-up flag (Was=false) 2024-11-16T02:24:43,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:43,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:43,724 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2764489237/flush-table-proc/acquired, /2764489237/flush-table-proc/reached, /2764489237/flush-table-proc/abort 2024-11-16T02:24:43,725 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,42125,1731723880906 2024-11-16T02:24:43,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:43,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:44,108 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:24:44,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:44,197 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2764489237/online-snapshot/acquired, /2764489237/online-snapshot/reached, /2764489237/online-snapshot/abort 2024-11-16T02:24:44,198 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,42125,1731723880906 2024-11-16T02:24:44,205 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:24:44,206 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:44,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:24:44,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:24:44,206 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,42125,1731723880906 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:24:44,208 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:44,208 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:44,208 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:44,208 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:24:44,208 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:24:44,208 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,208 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:24:44,208 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:44,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:24:44,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:44,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:24:44,216 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723914215 2024-11-16T02:24:44,216 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:24:44,216 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:24:44,216 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:24:44,216 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:24:44,216 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:24:44,216 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:24:44,220 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,227 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:24:44,227 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:24:44,227 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:24:44,227 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:24:44,228 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:24:44,228 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:24:44,229 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723884228,5,FailOnTimeoutGroup] 2024-11-16T02:24:44,230 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723884230,5,FailOnTimeoutGroup] 2024-11-16T02:24:44,230 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,230 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:24:44,230 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,230 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:24:44,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:24:44,232 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa 2024-11-16T02:24:44,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:24:44,296 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(746): ClusterId : f0dff923-e7f7-49f0-b193-80f44b690d38 2024-11-16T02:24:44,296 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:24:44,361 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:24:44,361 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:24:44,434 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:24:44,434 DEBUG [RS:0;667222f7cf1b:44697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50806ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:24:44,452 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:44697 2024-11-16T02:24:44,452 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:24:44,452 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:24:44,452 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:24:44,453 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,42125,1731723880906 with port=44697, startcode=1731723881151 2024-11-16T02:24:44,453 DEBUG [RS:0;667222f7cf1b:44697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:24:44,455 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:24:44,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,44697,1731723881151 2024-11-16T02:24:44,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,44697,1731723881151 2024-11-16T02:24:44,457 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa 2024-11-16T02:24:44,457 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38075 2024-11-16T02:24:44,457 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:24:44,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237/rs 2024-11-16T02:24:44,529 DEBUG [RS:0;667222f7cf1b:44697 {}] zookeeper.ZKUtil(111): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on existing znode=/2764489237/rs/667222f7cf1b,44697,1731723881151 2024-11-16T02:24:44,529 WARN [RS:0;667222f7cf1b:44697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:24:44,529 INFO [RS:0;667222f7cf1b:44697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:44,529 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151 2024-11-16T02:24:44,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,44697,1731723881151] 2024-11-16T02:24:44,532 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:24:44,535 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:24:44,535 INFO [RS:0;667222f7cf1b:44697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:24:44,535 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,536 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:24:44,540 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:24:44,540 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:24:44,541 DEBUG [RS:0;667222f7cf1b:44697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:24:44,545 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,545 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,545 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,546 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,546 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,546 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,44697,1731723881151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:24:44,565 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:24:44,565 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,44697,1731723881151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,565 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,565 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.Replication(171): 667222f7cf1b,44697,1731723881151 started 2024-11-16T02:24:44,583 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:44,584 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,44697,1731723881151, RpcServer on 667222f7cf1b/172.17.0.3:44697, sessionid=0x10141752f690007 2024-11-16T02:24:44,584 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:24:44,584 DEBUG [RS:0;667222f7cf1b:44697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,44697,1731723881151 2024-11-16T02:24:44,584 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,44697,1731723881151' 2024-11-16T02:24:44,584 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2764489237/flush-table-proc/abort' 2024-11-16T02:24:44,584 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2764489237/flush-table-proc/acquired' 2024-11-16T02:24:44,585 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:24:44,585 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:24:44,585 DEBUG [RS:0;667222f7cf1b:44697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,44697,1731723881151 2024-11-16T02:24:44,585 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,44697,1731723881151' 2024-11-16T02:24:44,585 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2764489237/online-snapshot/abort' 2024-11-16T02:24:44,585 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2764489237/online-snapshot/acquired' 2024-11-16T02:24:44,586 DEBUG [RS:0;667222f7cf1b:44697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:24:44,586 INFO [RS:0;667222f7cf1b:44697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:24:44,586 INFO [RS:0;667222f7cf1b:44697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:24:44,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:44,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:24:44,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:24:44,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:44,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:44,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:24:44,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:24:44,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:44,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:44,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:24:44,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:24:44,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:44,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:44,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:24:44,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:24:44,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:44,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:44,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:24:44,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740 2024-11-16T02:24:44,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740 2024-11-16T02:24:44,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:24:44,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:24:44,673 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:24:44,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:24:44,676 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:44,677 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72625920, jitterRate=0.08221054077148438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:24:44,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723884652Initializing all the Stores at 1731723884653 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723884653Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723884653Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723884653Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723884653Cleaning up temporary data from old regions at 1731723884672 (+19 ms)Region opened successfully at 1731723884677 (+5 ms) 2024-11-16T02:24:44,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:24:44,677 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:24:44,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:24:44,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:24:44,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:24:44,682 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:24:44,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723884677Disabling compacts and flushes for region at 1731723884677Disabling writes for close at 1731723884677Writing region close event to WAL at 1731723884682 (+5 ms)Closed at 1731723884682 2024-11-16T02:24:44,683 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:44,683 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:24:44,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:24:44,684 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:24:44,685 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:24:44,686 INFO [RS:0;667222f7cf1b:44697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:24:44,687 INFO [RS:0;667222f7cf1b:44697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44697%2C1731723881151, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/oldWALs, maxLogs=10 2024-11-16T02:24:44,703 DEBUG [RS:0;667222f7cf1b:44697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, exclude list is [], retry=0 2024-11-16T02:24:44,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37785,DS-42bdddb0-251c-4dcb-9c8f-b3902e4dd00f,DISK] 2024-11-16T02:24:44,707 INFO [RS:0;667222f7cf1b:44697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 2024-11-16T02:24:44,707 DEBUG [RS:0;667222f7cf1b:44697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-16T02:24:44,835 DEBUG [667222f7cf1b:42125 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:24:44,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,44697,1731723881151 2024-11-16T02:24:44,837 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,44697,1731723881151, state=OPENING 2024-11-16T02:24:44,853 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:24:44,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:44,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:44,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2764489237/meta-region-server: CHANGED 2024-11-16T02:24:44,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2764489237/meta-region-server: CHANGED 2024-11-16T02:24:44,876 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:24:44,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,44697,1731723881151}] 2024-11-16T02:24:45,028 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:45,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:24:45,033 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:24:45,033 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:45,033 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:24:45,034 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44697%2C1731723881151.meta, suffix=.meta, logDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/oldWALs, maxLogs=10 2024-11-16T02:24:45,048 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.meta.1731723885035.meta, exclude list is [], retry=0 2024-11-16T02:24:45,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37785,DS-42bdddb0-251c-4dcb-9c8f-b3902e4dd00f,DISK] 2024-11-16T02:24:45,051 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.meta.1731723885035.meta 2024-11-16T02:24:45,052 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-16T02:24:45,052 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:45,052 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:45,052 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:24:45,052 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:24:45,053 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:24:45,053 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:24:45,053 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:45,053 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:24:45,053 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:24:45,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:24:45,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:24:45,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:45,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:45,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:24:45,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:24:45,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:45,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:45,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:24:45,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:24:45,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:45,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:45,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:24:45,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:24:45,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:45,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:24:45,059 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:24:45,060 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740 2024-11-16T02:24:45,061 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740 2024-11-16T02:24:45,062 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:24:45,062 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:24:45,063 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:24:45,080 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:24:45,080 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69309290, jitterRate=0.03278890252113342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:24:45,080 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:24:45,081 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723885053Writing region info on filesystem at 1731723885053Initializing all the Stores at 1731723885054 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723885054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723885054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723885054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723885054Cleaning up temporary data from old regions at 1731723885062 (+8 ms)Running coprocessor post-open hooks at 1731723885081 (+19 ms)Region opened successfully at 1731723885081 2024-11-16T02:24:45,082 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723885028 2024-11-16T02:24:45,084 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:24:45,084 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:24:45,084 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,44697,1731723881151 2024-11-16T02:24:45,085 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,44697,1731723881151, state=OPEN 2024-11-16T02:24:45,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2764489237/meta-region-server 2024-11-16T02:24:45,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2764489237/meta-region-server 2024-11-16T02:24:45,100 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,44697,1731723881151 2024-11-16T02:24:45,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2764489237/meta-region-server: CHANGED 2024-11-16T02:24:45,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2764489237/meta-region-server: CHANGED 2024-11-16T02:24:45,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:24:45,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,44697,1731723881151 in 224 msec 2024-11-16T02:24:45,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:24:45,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-11-16T02:24:45,104 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:24:45,104 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:24:45,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:45,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44697,1731723881151, seqNum=-1] 2024-11-16T02:24:45,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:45,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:45,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 906 msec 2024-11-16T02:24:45,112 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723885112, completionTime=-1 2024-11-16T02:24:45,112 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:24:45,113 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:24:45,115 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:24:45,115 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723945115 2024-11-16T02:24:45,115 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724005115 2024-11-16T02:24:45,115 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:24:45,115 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42125,1731723880906-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:45,115 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42125,1731723880906-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:45,115 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42125,1731723880906-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:45,115 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:42125, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:45,116 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:45,116 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:45,118 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:24:45,119 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.766sec 2024-11-16T02:24:45,119 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:24:45,119 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:24:45,119 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:24:45,119 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:24:45,119 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:24:45,119 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42125,1731723880906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:24:45,119 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42125,1731723880906-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:24:45,125 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:24:45,125 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:24:45,125 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42125,1731723880906-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:24:45,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9aa9cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:45,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42125,-1 for getting cluster id 2024-11-16T02:24:45,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:45,198 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0dff923-e7f7-49f0-b193-80f44b690d38' 2024-11-16T02:24:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:45,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0dff923-e7f7-49f0-b193-80f44b690d38" 2024-11-16T02:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770fdfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42125,-1] 2024-11-16T02:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:45,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:45,200 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:45,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285cdca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:45,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44697,1731723881151, seqNum=-1] 2024-11-16T02:24:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:45,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:45,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,42125,1731723880906 2024-11-16T02:24:45,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50491 2024-11-16T02:24:45,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:24:45,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10141752f690008 connected 2024-11-16T02:24:45,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:45,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,40791,1731723869297 2024-11-16T02:24:45,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c45f1ca 2024-11-16T02:24:45,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:45,229 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:45,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:24:45,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:45,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:24:45,232 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:45,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:45,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:24:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:45,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 37720157701e02fb33b200bb6281772a, NAME => 'test,,1731723885230.37720157701e02fb33b200bb6281772a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc 2024-11-16T02:24:45,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:24:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:46,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723885230.37720157701e02fb33b200bb6281772a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:46,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 37720157701e02fb33b200bb6281772a, disabling compactions & flushes 2024-11-16T02:24:46,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:24:46,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:24:46,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723885230.37720157701e02fb33b200bb6281772a. after waiting 0 ms 2024-11-16T02:24:46,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:24:46,055 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:24:46,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 37720157701e02fb33b200bb6281772a: Waiting for close lock at 1731723886055Disabling compacts and flushes for region at 1731723886055Disabling writes for close at 1731723886055Writing region close event to WAL at 1731723886055Closed at 1731723886055 2024-11-16T02:24:46,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:46,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723885230.37720157701e02fb33b200bb6281772a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723886058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723886058"}]},"ts":"1731723886058"} 2024-11-16T02:24:46,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:46,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:46,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723886062"}]},"ts":"1731723886062"} 2024-11-16T02:24:46,065 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:24:46,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=37720157701e02fb33b200bb6281772a, ASSIGN}] 2024-11-16T02:24:46,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=37720157701e02fb33b200bb6281772a, ASSIGN 2024-11-16T02:24:46,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=37720157701e02fb33b200bb6281772a, ASSIGN; state=OFFLINE, location=667222f7cf1b,45601,1731723869915; forceNewPlan=false, retain=false 2024-11-16T02:24:46,222 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37720157701e02fb33b200bb6281772a, regionState=OPENING, regionLocation=667222f7cf1b,45601,1731723869915 2024-11-16T02:24:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=37720157701e02fb33b200bb6281772a, ASSIGN because future has completed 2024-11-16T02:24:46,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37720157701e02fb33b200bb6281772a, server=667222f7cf1b,45601,1731723869915}] 2024-11-16T02:24:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:46,397 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:24:46,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 37720157701e02fb33b200bb6281772a, NAME => 'test,,1731723885230.37720157701e02fb33b200bb6281772a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:46,397 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:46,397 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:24:46,398 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,398 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723885230.37720157701e02fb33b200bb6281772a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:46,398 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,398 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,400 INFO [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,402 INFO [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37720157701e02fb33b200bb6281772a columnFamilyName f 2024-11-16T02:24:46,402 DEBUG [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:46,404 INFO [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] regionserver.HStore(327): Store=37720157701e02fb33b200bb6281772a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:46,404 INFO [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,422 INFO [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37720157701e02fb33b200bb6281772a columnFamilyName f1 2024-11-16T02:24:46,422 DEBUG [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:46,422 INFO [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] regionserver.HStore(327): Store=37720157701e02fb33b200bb6281772a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:46,422 INFO [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,423 INFO [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37720157701e02fb33b200bb6281772a columnFamilyName norep 2024-11-16T02:24:46,423 DEBUG [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:46,424 INFO [StoreOpener-37720157701e02fb33b200bb6281772a-1 {}] regionserver.HStore(327): Store=37720157701e02fb33b200bb6281772a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:46,424 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,424 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,425 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,426 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,427 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,427 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:46,429 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,431 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:46,432 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 37720157701e02fb33b200bb6281772a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65719637, jitterRate=-0.020701095461845398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:46,432 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 37720157701e02fb33b200bb6281772a 2024-11-16T02:24:46,433 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 37720157701e02fb33b200bb6281772a: Running coprocessor pre-open hook at 1731723886398Writing region info on filesystem at 1731723886398Initializing all the Stores at 1731723886399 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723886399Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723886400 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723886400Cleaning up temporary data from old regions at 1731723886427 (+27 ms)Running coprocessor post-open hooks at 1731723886432 (+5 ms)Region opened successfully at 1731723886432 2024-11-16T02:24:46,434 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723885230.37720157701e02fb33b200bb6281772a., pid=6, masterSystemTime=1731723886380 2024-11-16T02:24:46,436 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:24:46,436 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:24:46,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=37720157701e02fb33b200bb6281772a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,45601,1731723869915 2024-11-16T02:24:46,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 37720157701e02fb33b200bb6281772a, server=667222f7cf1b,45601,1731723869915 because future has completed 2024-11-16T02:24:46,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:24:46,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 37720157701e02fb33b200bb6281772a, server=667222f7cf1b,45601,1731723869915 in 215 msec 2024-11-16T02:24:46,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:24:46,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=37720157701e02fb33b200bb6281772a, ASSIGN in 379 msec 2024-11-16T02:24:46,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:46,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723886449"}]},"ts":"1731723886449"} 2024-11-16T02:24:46,450 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:24:46,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:46,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2220 sec 2024-11-16T02:24:47,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:47,389 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:24:47,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,34833,1731723875476 2024-11-16T02:24:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc7e0ac 2024-11-16T02:24:47,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:47,391 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:47,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:24:47,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:47,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:47,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:24:47,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:47,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:24:47,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:47,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 547df45db9950883e587736ba2cd9b2a, NAME => 'test,,1731723887392.547df45db9950883e587736ba2cd9b2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1 2024-11-16T02:24:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:24:47,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723887392.547df45db9950883e587736ba2cd9b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:47,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 547df45db9950883e587736ba2cd9b2a, disabling compactions & flushes 2024-11-16T02:24:47,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:24:47,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:24:47,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723887392.547df45db9950883e587736ba2cd9b2a. after waiting 0 ms 2024-11-16T02:24:47,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:24:47,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:24:47,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 547df45db9950883e587736ba2cd9b2a: Waiting for close lock at 1731723887805Disabling compacts and flushes for region at 1731723887805Disabling writes for close at 1731723887805Writing region close event to WAL at 1731723887805Closed at 1731723887805 2024-11-16T02:24:47,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:47,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723887392.547df45db9950883e587736ba2cd9b2a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723887806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723887806"}]},"ts":"1731723887806"} 2024-11-16T02:24:47,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:47,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:47,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723887809"}]},"ts":"1731723887809"} 2024-11-16T02:24:47,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:24:47,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=547df45db9950883e587736ba2cd9b2a, ASSIGN}] 2024-11-16T02:24:47,811 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=547df45db9950883e587736ba2cd9b2a, ASSIGN 2024-11-16T02:24:47,812 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=547df45db9950883e587736ba2cd9b2a, ASSIGN; state=OFFLINE, location=667222f7cf1b,40565,1731723875825; forceNewPlan=false, retain=false 2024-11-16T02:24:47,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=547df45db9950883e587736ba2cd9b2a, regionState=OPENING, regionLocation=667222f7cf1b,40565,1731723875825 2024-11-16T02:24:47,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=547df45db9950883e587736ba2cd9b2a, ASSIGN because future has completed 2024-11-16T02:24:47,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547df45db9950883e587736ba2cd9b2a, server=667222f7cf1b,40565,1731723875825}] 2024-11-16T02:24:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:48,129 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:24:48,129 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 547df45db9950883e587736ba2cd9b2a, NAME => 'test,,1731723887392.547df45db9950883e587736ba2cd9b2a.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:48,129 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:48,130 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:24:48,130 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,130 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723887392.547df45db9950883e587736ba2cd9b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:48,130 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,130 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,131 INFO [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,132 INFO [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547df45db9950883e587736ba2cd9b2a columnFamilyName f 2024-11-16T02:24:48,132 DEBUG [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:48,133 INFO [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] regionserver.HStore(327): Store=547df45db9950883e587736ba2cd9b2a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:48,133 INFO [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,134 INFO [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547df45db9950883e587736ba2cd9b2a columnFamilyName f1 2024-11-16T02:24:48,134 DEBUG [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:48,134 INFO [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] regionserver.HStore(327): Store=547df45db9950883e587736ba2cd9b2a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:48,134 INFO [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,135 INFO [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 547df45db9950883e587736ba2cd9b2a columnFamilyName norep 2024-11-16T02:24:48,135 DEBUG [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:48,135 INFO [StoreOpener-547df45db9950883e587736ba2cd9b2a-1 {}] regionserver.HStore(327): Store=547df45db9950883e587736ba2cd9b2a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:48,135 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,135 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,136 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,136 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,136 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,136 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:48,137 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,138 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:48,138 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 547df45db9950883e587736ba2cd9b2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62424735, jitterRate=-0.06979896128177643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:48,138 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:24:48,139 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 547df45db9950883e587736ba2cd9b2a: Running coprocessor pre-open hook at 1731723888130Writing region info on filesystem at 1731723888130Initializing all the Stores at 1731723888131 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723888131Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723888131Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723888131Cleaning up temporary data from old regions at 1731723888136 (+5 ms)Running coprocessor post-open hooks at 1731723888138 (+2 ms)Region opened successfully at 1731723888138 2024-11-16T02:24:48,139 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723887392.547df45db9950883e587736ba2cd9b2a., pid=6, masterSystemTime=1731723888125 2024-11-16T02:24:48,141 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:24:48,141 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:24:48,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=547df45db9950883e587736ba2cd9b2a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,40565,1731723875825 2024-11-16T02:24:48,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 547df45db9950883e587736ba2cd9b2a, server=667222f7cf1b,40565,1731723875825 because future has completed 2024-11-16T02:24:48,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:24:48,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 547df45db9950883e587736ba2cd9b2a, server=667222f7cf1b,40565,1731723875825 in 170 msec 2024-11-16T02:24:48,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:24:48,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=547df45db9950883e587736ba2cd9b2a, ASSIGN in 335 msec 2024-11-16T02:24:48,147 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:48,148 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723888147"}]},"ts":"1731723888147"} 2024-11-16T02:24:48,149 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:24:48,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:48,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-16T02:24:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:48,529 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:24:48,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:48,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,42125,1731723880906 2024-11-16T02:24:48,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dcf05f2 2024-11-16T02:24:48,530 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:48,531 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:48,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:24:48,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:48,534 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:48,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:24:48,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:48,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:24:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:48,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41c7f08cda65716f1ea003aca8aed2dc, NAME => 'test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa 2024-11-16T02:24:48,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:24:48,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:48,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 41c7f08cda65716f1ea003aca8aed2dc, disabling compactions & flushes 2024-11-16T02:24:48,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:24:48,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:24:48,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. after waiting 0 ms 2024-11-16T02:24:48,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:24:48,946 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:24:48,946 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41c7f08cda65716f1ea003aca8aed2dc: Waiting for close lock at 1731723888946Disabling compacts and flushes for region at 1731723888946Disabling writes for close at 1731723888946Writing region close event to WAL at 1731723888946Closed at 1731723888946 2024-11-16T02:24:48,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:48,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723888947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723888947"}]},"ts":"1731723888947"} 2024-11-16T02:24:48,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:48,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:48,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723888950"}]},"ts":"1731723888950"} 2024-11-16T02:24:48,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:24:48,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41c7f08cda65716f1ea003aca8aed2dc, ASSIGN}] 2024-11-16T02:24:48,952 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=41c7f08cda65716f1ea003aca8aed2dc, ASSIGN 2024-11-16T02:24:48,953 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=41c7f08cda65716f1ea003aca8aed2dc, ASSIGN; state=OFFLINE, location=667222f7cf1b,44697,1731723881151; forceNewPlan=false, retain=false 2024-11-16T02:24:49,103 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41c7f08cda65716f1ea003aca8aed2dc, regionState=OPENING, regionLocation=667222f7cf1b,44697,1731723881151 2024-11-16T02:24:49,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=41c7f08cda65716f1ea003aca8aed2dc, ASSIGN because future has completed 2024-11-16T02:24:49,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41c7f08cda65716f1ea003aca8aed2dc, server=667222f7cf1b,44697,1731723881151}] 2024-11-16T02:24:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:49,260 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:24:49,260 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 41c7f08cda65716f1ea003aca8aed2dc, NAME => 'test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:49,260 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:49,260 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:24:49,260 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,261 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:49,261 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,261 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,262 INFO [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,263 INFO [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c7f08cda65716f1ea003aca8aed2dc columnFamilyName f 2024-11-16T02:24:49,263 DEBUG [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:49,263 INFO [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] regionserver.HStore(327): Store=41c7f08cda65716f1ea003aca8aed2dc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:49,263 INFO [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,264 INFO [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c7f08cda65716f1ea003aca8aed2dc columnFamilyName f1 2024-11-16T02:24:49,264 DEBUG [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:49,264 INFO [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] regionserver.HStore(327): Store=41c7f08cda65716f1ea003aca8aed2dc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:49,264 INFO [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,265 INFO [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41c7f08cda65716f1ea003aca8aed2dc columnFamilyName norep 2024-11-16T02:24:49,265 DEBUG [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:49,265 INFO [StoreOpener-41c7f08cda65716f1ea003aca8aed2dc-1 {}] regionserver.HStore(327): Store=41c7f08cda65716f1ea003aca8aed2dc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:49,265 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,266 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,266 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,267 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,267 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,267 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:49,268 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,269 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:49,270 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 41c7f08cda65716f1ea003aca8aed2dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67204534, jitterRate=0.0014255940914154053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:49,270 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:24:49,270 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 41c7f08cda65716f1ea003aca8aed2dc: Running coprocessor pre-open hook at 1731723889261Writing region info on filesystem at 1731723889261Initializing all the Stores at 1731723889261Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723889261Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723889262 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723889262Cleaning up temporary data from old regions at 1731723889267 (+5 ms)Running coprocessor post-open hooks at 1731723889270 (+3 ms)Region opened successfully at 1731723889270 2024-11-16T02:24:49,271 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc., pid=6, masterSystemTime=1731723889257 2024-11-16T02:24:49,272 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:24:49,272 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:24:49,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41c7f08cda65716f1ea003aca8aed2dc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,44697,1731723881151 2024-11-16T02:24:49,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41c7f08cda65716f1ea003aca8aed2dc, server=667222f7cf1b,44697,1731723881151 because future has completed 2024-11-16T02:24:49,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:24:49,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41c7f08cda65716f1ea003aca8aed2dc, server=667222f7cf1b,44697,1731723881151 in 170 msec 2024-11-16T02:24:49,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:24:49,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=41c7f08cda65716f1ea003aca8aed2dc, ASSIGN in 325 msec 2024-11-16T02:24:49,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:49,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723889278"}]},"ts":"1731723889278"} 2024-11-16T02:24:49,279 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:24:49,280 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:49,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-11-16T02:24:49,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:24:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:24:49,670 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:24:49,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a271be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:49,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,40791,-1 for getting cluster id 2024-11-16T02:24:49,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:49,671 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d4bed8b-616c-4dc1-8dd4-2de4adbeecb6' 2024-11-16T02:24:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d4bed8b-616c-4dc1-8dd4-2de4adbeecb6" 2024-11-16T02:24:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1351b304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,40791,-1] 2024-11-16T02:24:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:49,672 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d0557b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:49,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,40791,1731723869297 2024-11-16T02:24:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66602233 2024-11-16T02:24:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:49,675 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:49,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:24:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:24:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:49,677 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:34833' 2024-11-16T02:24:49,678 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dad288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:49,678 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,34833,-1 for getting cluster id 2024-11-16T02:24:49,678 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:49,679 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7520c5b2-2c1b-405b-ab1a-2b8baee74785' 2024-11-16T02:24:49,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:49,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7520c5b2-2c1b-405b-ab1a-2b8baee74785" 2024-11-16T02:24:49,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708c28aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:49,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,34833,-1] 2024-11-16T02:24:49,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:49,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:49,680 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:49,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dfbde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:49,680 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:49,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,34833,1731723875476 2024-11-16T02:24:49,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37e57e69 2024-11-16T02:24:49,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:49,681 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:49,682 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T02:24:49,682 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:24:49,682 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:49,682 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:49,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:49,683 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:49,683 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:24:49,684 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:49,684 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:49,684 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:49,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:24:49,734 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:24:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:50,093 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c24fbb2b97d8e6fa21c0d5ca5957b03c, NAME => 'hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc 2024-11-16T02:24:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:24:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:50,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:50,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c24fbb2b97d8e6fa21c0d5ca5957b03c, disabling compactions & flushes 2024-11-16T02:24:50,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:24:50,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:24:50,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. after waiting 0 ms 2024-11-16T02:24:50,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:24:50,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:24:50,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c24fbb2b97d8e6fa21c0d5ca5957b03c: Waiting for close lock at 1731723890502Disabling compacts and flushes for region at 1731723890502Disabling writes for close at 1731723890502Writing region close event to WAL at 1731723890502Closed at 1731723890502 2024-11-16T02:24:50,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:50,504 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723890503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723890503"}]},"ts":"1731723890503"} 2024-11-16T02:24:50,505 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:50,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:50,506 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723890506"}]},"ts":"1731723890506"} 2024-11-16T02:24:50,507 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:24:50,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c24fbb2b97d8e6fa21c0d5ca5957b03c, ASSIGN}] 2024-11-16T02:24:50,508 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c24fbb2b97d8e6fa21c0d5ca5957b03c, ASSIGN 2024-11-16T02:24:50,509 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c24fbb2b97d8e6fa21c0d5ca5957b03c, ASSIGN; state=OFFLINE, location=667222f7cf1b,45601,1731723869915; forceNewPlan=false, retain=false 2024-11-16T02:24:50,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:24:50,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:50,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c24fbb2b97d8e6fa21c0d5ca5957b03c, regionState=OPENING, regionLocation=667222f7cf1b,45601,1731723869915 2024-11-16T02:24:50,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c24fbb2b97d8e6fa21c0d5ca5957b03c, ASSIGN because future has completed 2024-11-16T02:24:50,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24fbb2b97d8e6fa21c0d5ca5957b03c, server=667222f7cf1b,45601,1731723869915}] 2024-11-16T02:24:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:50,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:24:50,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:50,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:24:50,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C45601%2C1731723869915.rep, suffix=, logDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915, archiveDir=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/oldWALs, maxLogs=10 2024-11-16T02:24:50,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.rep.1731723890818, exclude list is [], retry=0 2024-11-16T02:24:50,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41843,DS-7ef66ad2-d6a0-4e4d-9769-0c9b7d27ea19,DISK] 2024-11-16T02:24:50,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.rep.1731723890818 2024-11-16T02:24:50,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45913:45913)] 2024-11-16T02:24:50,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c24fbb2b97d8e6fa21c0d5ca5957b03c, NAME => 'hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:50,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:50,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:24:50,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. service=MultiRowMutationService 2024-11-16T02:24:50,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:24:50,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:50,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,836 INFO [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,837 INFO [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c24fbb2b97d8e6fa21c0d5ca5957b03c columnFamilyName hfileref 2024-11-16T02:24:50,837 DEBUG [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:50,837 INFO [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] regionserver.HStore(327): Store=c24fbb2b97d8e6fa21c0d5ca5957b03c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:50,837 INFO [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,838 INFO [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c24fbb2b97d8e6fa21c0d5ca5957b03c columnFamilyName queue 2024-11-16T02:24:50,838 DEBUG [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:50,838 INFO [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] regionserver.HStore(327): Store=c24fbb2b97d8e6fa21c0d5ca5957b03c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:50,838 INFO [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,839 INFO [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c24fbb2b97d8e6fa21c0d5ca5957b03c columnFamilyName sid 2024-11-16T02:24:50,839 DEBUG [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:50,839 INFO [StoreOpener-c24fbb2b97d8e6fa21c0d5ca5957b03c-1 {}] regionserver.HStore(327): Store=c24fbb2b97d8e6fa21c0d5ca5957b03c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:50,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/replication/c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/replication/c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:50,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/replication/c24fbb2b97d8e6fa21c0d5ca5957b03c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:50,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c24fbb2b97d8e6fa21c0d5ca5957b03c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63851632, jitterRate=-0.04853653907775879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:50,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:24:50,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c24fbb2b97d8e6fa21c0d5ca5957b03c: Running coprocessor pre-open hook at 1731723890835Writing region info on filesystem at 1731723890835Initializing all the Stores at 1731723890835Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723890836 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723890836Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723890836Cleaning up temporary data from old regions at 1731723890840 (+4 ms)Running coprocessor post-open hooks at 1731723890844 (+4 ms)Region opened successfully at 1731723890844 2024-11-16T02:24:50,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c., pid=10, masterSystemTime=1731723890813 2024-11-16T02:24:50,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:24:50,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:24:50,846 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c24fbb2b97d8e6fa21c0d5ca5957b03c, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,45601,1731723869915 2024-11-16T02:24:50,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c24fbb2b97d8e6fa21c0d5ca5957b03c, server=667222f7cf1b,45601,1731723869915 because future has completed 2024-11-16T02:24:50,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:24:50,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c24fbb2b97d8e6fa21c0d5ca5957b03c, server=667222f7cf1b,45601,1731723869915 in 188 msec 2024-11-16T02:24:50,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:24:50,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c24fbb2b97d8e6fa21c0d5ca5957b03c, ASSIGN in 343 msec 2024-11-16T02:24:50,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:50,852 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723890852"}]},"ts":"1731723890852"} 2024-11-16T02:24:50,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:24:50,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:50,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-16T02:24:50,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c., hostname=667222f7cf1b,45601,1731723869915, seqNum=2] 2024-11-16T02:24:50,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:50,909 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:24:50,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:24:51,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:24:51,135 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:24:51,159 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,45601,1731723869915, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:24:51,159 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:51,160 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,45601,1731723869915, seqNum=-1] 2024-11-16T02:24:51,160 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:51,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:51,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,45601,1731723869915', locateType=CURRENT is [region=hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c., hostname=667222f7cf1b,45601,1731723869915, seqNum=2] 2024-11-16T02:24:51,164 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:24:51,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:24:51,166 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,45601,1731723869915 suceeded 2024-11-16T02:24:51,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:24:51,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-16T02:24:51,168 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:24:51,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-16T02:24:51,178 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:34833' 2024-11-16T02:24:51,179 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f33e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:51,179 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,34833,-1 for getting cluster id 2024-11-16T02:24:51,179 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:51,179 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7520c5b2-2c1b-405b-ab1a-2b8baee74785' 2024-11-16T02:24:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:51,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7520c5b2-2c1b-405b-ab1a-2b8baee74785" 2024-11-16T02:24:51,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a13b73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:51,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,34833,-1] 2024-11-16T02:24:51,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:51,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:51,180 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:51,181 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60e39bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:51,181 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,34833,1731723875476 2024-11-16T02:24:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1692b219 2024-11-16T02:24:51,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:51,182 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-16T02:24:51,182 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,45601,1731723869915 (queues=1) is replicating from cluster=5d4bed8b-616c-4dc1-8dd4-2de4adbeecb6 to cluster=7520c5b2-2c1b-405b-ab1a-2b8baee74785 2024-11-16T02:24:51,183 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C45601%2C1731723869915 2024-11-16T02:24:51,183 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,45601,1731723869915, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:24:51,183 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C45601%2C1731723869915 2024-11-16T02:24:51,183 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161, startPosition=0, beingWritten=true 2024-11-16T02:24:51,187 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:51,187 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 379, reset compression=false 2024-11-16T02:24:51,187 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,45601,1731723869915 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:51,393 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 379, reset compression=false 2024-11-16T02:24:51,708 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 379, reset compression=false 2024-11-16T02:24:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40791 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:51,819 INFO [RPCClient-NioEventLoopGroup-4-3 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:24:51,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:51,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:51,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:51,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:51,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:51,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4cf92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:51,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,34833,-1 for getting cluster id 2024-11-16T02:24:51,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:51,821 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7520c5b2-2c1b-405b-ab1a-2b8baee74785' 2024-11-16T02:24:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7520c5b2-2c1b-405b-ab1a-2b8baee74785" 2024-11-16T02:24:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a09b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,34833,-1] 2024-11-16T02:24:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:51,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:51,822 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:51,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4721aab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:51,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,34833,1731723875476 2024-11-16T02:24:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3002e414 2024-11-16T02:24:51,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:51,824 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:51,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:42125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:24:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:24:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:51,826 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:42125' 2024-11-16T02:24:51,827 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55249601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:51,827 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42125,-1 for getting cluster id 2024-11-16T02:24:51,827 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:51,827 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0dff923-e7f7-49f0-b193-80f44b690d38' 2024-11-16T02:24:51,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:51,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0dff923-e7f7-49f0-b193-80f44b690d38" 2024-11-16T02:24:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674091e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42125,-1] 2024-11-16T02:24:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:51,828 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:51,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ce1948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:51,829 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:51,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,42125,1731723880906 2024-11-16T02:24:51,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c384e6d 2024-11-16T02:24:51,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:51,830 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:51,830 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T02:24:51,830 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:24:51,830 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:51,830 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:51,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:51,831 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:51,831 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:24:51,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:51,832 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:51,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:51,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:24:51,838 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c03ca705cbc4a856a491f882380003d, NAME => 'hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1 2024-11-16T02:24:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:24:51,882 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:24:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:52,111 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 379, reset compression=false 2024-11-16T02:24:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:52,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:52,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5c03ca705cbc4a856a491f882380003d, disabling compactions & flushes 2024-11-16T02:24:52,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:24:52,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:24:52,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. after waiting 0 ms 2024-11-16T02:24:52,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:24:52,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:24:52,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c03ca705cbc4a856a491f882380003d: Waiting for close lock at 1731723892243Disabling compacts and flushes for region at 1731723892243Disabling writes for close at 1731723892243Writing region close event to WAL at 1731723892243Closed at 1731723892243 2024-11-16T02:24:52,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:52,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723892244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723892244"}]},"ts":"1731723892244"} 2024-11-16T02:24:52,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:52,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:52,246 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723892246"}]},"ts":"1731723892246"} 2024-11-16T02:24:52,248 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:24:52,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c03ca705cbc4a856a491f882380003d, ASSIGN}] 2024-11-16T02:24:52,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c03ca705cbc4a856a491f882380003d, ASSIGN 2024-11-16T02:24:52,249 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c03ca705cbc4a856a491f882380003d, ASSIGN; state=OFFLINE, location=667222f7cf1b,40565,1731723875825; forceNewPlan=false, retain=false 2024-11-16T02:24:52,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c03ca705cbc4a856a491f882380003d, regionState=OPENING, regionLocation=667222f7cf1b,40565,1731723875825 2024-11-16T02:24:52,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5c03ca705cbc4a856a491f882380003d, ASSIGN because future has completed 2024-11-16T02:24:52,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c03ca705cbc4a856a491f882380003d, server=667222f7cf1b,40565,1731723875825}] 2024-11-16T02:24:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:52,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:24:52,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:52,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:24:52,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C40565%2C1731723875825.rep, suffix=, logDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825, archiveDir=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/oldWALs, maxLogs=10 2024-11-16T02:24:52,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.rep.1731723892558, exclude list is [], retry=0 2024-11-16T02:24:52,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36699,DS-cfe516c7-4781-4f7b-89f4-2364847d99ef,DISK] 2024-11-16T02:24:52,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.rep.1731723892558 2024-11-16T02:24:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33297:33297)] 2024-11-16T02:24:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c03ca705cbc4a856a491f882380003d, NAME => 'hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:52,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:24:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. service=MultiRowMutationService 2024-11-16T02:24:52,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:24:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,575 INFO [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,576 INFO [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c03ca705cbc4a856a491f882380003d columnFamilyName hfileref 2024-11-16T02:24:52,576 DEBUG [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:52,576 INFO [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] regionserver.HStore(327): Store=5c03ca705cbc4a856a491f882380003d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:52,576 INFO [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,577 INFO [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c03ca705cbc4a856a491f882380003d columnFamilyName queue 2024-11-16T02:24:52,577 DEBUG [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:52,577 INFO [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] regionserver.HStore(327): Store=5c03ca705cbc4a856a491f882380003d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:52,577 INFO [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,578 INFO [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c03ca705cbc4a856a491f882380003d columnFamilyName sid 2024-11-16T02:24:52,578 DEBUG [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:52,578 INFO [StoreOpener-5c03ca705cbc4a856a491f882380003d-1 {}] regionserver.HStore(327): Store=5c03ca705cbc4a856a491f882380003d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:52,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/replication/5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/replication/5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:52,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/replication/5c03ca705cbc4a856a491f882380003d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:52,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5c03ca705cbc4a856a491f882380003d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68039090, jitterRate=0.01386144757270813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:52,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:24:52,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5c03ca705cbc4a856a491f882380003d: Running coprocessor pre-open hook at 1731723892574Writing region info on filesystem at 1731723892574Initializing all the Stores at 1731723892574Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723892574Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723892575 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723892575Cleaning up temporary data from old regions at 1731723892580 (+5 ms)Running coprocessor post-open hooks at 1731723892583 (+3 ms)Region opened successfully at 1731723892583 2024-11-16T02:24:52,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d., pid=10, masterSystemTime=1731723892554 2024-11-16T02:24:52,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:24:52,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:24:52,585 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5c03ca705cbc4a856a491f882380003d, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,40565,1731723875825 2024-11-16T02:24:52,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c03ca705cbc4a856a491f882380003d, server=667222f7cf1b,40565,1731723875825 because future has completed 2024-11-16T02:24:52,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:24:52,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c03ca705cbc4a856a491f882380003d, server=667222f7cf1b,40565,1731723875825 in 186 msec 2024-11-16T02:24:52,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:24:52,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5c03ca705cbc4a856a491f882380003d, ASSIGN in 341 msec 2024-11-16T02:24:52,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:52,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723892591"}]},"ts":"1731723892591"} 2024-11-16T02:24:52,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:24:52,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:52,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 762 msec 2024-11-16T02:24:52,615 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 379, reset compression=false 2024-11-16T02:24:52,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d., hostname=667222f7cf1b,40565,1731723875825, seqNum=2] 2024-11-16T02:24:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:52,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:24:52,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:24:52,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:24:52,884 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:24:52,910 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,40565,1731723875825, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:24:52,910 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:52,911 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,40565,1731723875825, seqNum=-1] 2024-11-16T02:24:52,911 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:52,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:52,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,40565,1731723875825', locateType=CURRENT is [region=hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d., hostname=667222f7cf1b,40565,1731723875825, seqNum=2] 2024-11-16T02:24:52,915 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:24:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:24:52,916 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,40565,1731723875825 suceeded 2024-11-16T02:24:52,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:24:52,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T02:24:52,918 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:42125,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:24:52,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0940 sec 2024-11-16T02:24:52,929 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:42125' 2024-11-16T02:24:52,929 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1705f6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:52,930 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42125,-1 for getting cluster id 2024-11-16T02:24:52,930 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:52,930 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0dff923-e7f7-49f0-b193-80f44b690d38' 2024-11-16T02:24:52,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:52,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0dff923-e7f7-49f0-b193-80f44b690d38" 2024-11-16T02:24:52,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32bfa944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:52,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42125,-1] 2024-11-16T02:24:52,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:52,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:52,931 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:52,932 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2518f23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:52,932 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:52,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,42125,1731723880906 2024-11-16T02:24:52,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b757183 2024-11-16T02:24:52,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:52,933 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-16T02:24:52,933 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,40565,1731723875825 (queues=1) is replicating from cluster=7520c5b2-2c1b-405b-ab1a-2b8baee74785 to cluster=f0dff923-e7f7-49f0-b193-80f44b690d38 2024-11-16T02:24:52,933 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C40565%2C1731723875825 2024-11-16T02:24:52,933 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,40565,1731723875825, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:24:52,934 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, startPosition=0, beingWritten=true 2024-11-16T02:24:52,934 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C40565%2C1731723875825 2024-11-16T02:24:52,937 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:52,938 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 379, reset compression=false 2024-11-16T02:24:52,938 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,40565,1731723875825 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:52,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:52,959 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:24:52,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:52,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:52,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:52,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:52,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:52,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a682c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:52,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42125,-1 for getting cluster id 2024-11-16T02:24:52,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:52,961 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0dff923-e7f7-49f0-b193-80f44b690d38' 2024-11-16T02:24:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0dff923-e7f7-49f0-b193-80f44b690d38" 2024-11-16T02:24:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296bcd8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42125,-1] 2024-11-16T02:24:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:52,962 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28964594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:52,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,42125,1731723880906 2024-11-16T02:24:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1537b4bb 2024-11-16T02:24:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:52,963 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:52,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:24:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:24:52,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:52,966 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:34833' 2024-11-16T02:24:52,967 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7f38bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:52,967 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,34833,-1 for getting cluster id 2024-11-16T02:24:52,967 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:52,967 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7520c5b2-2c1b-405b-ab1a-2b8baee74785' 2024-11-16T02:24:52,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:52,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7520c5b2-2c1b-405b-ab1a-2b8baee74785" 2024-11-16T02:24:52,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8081a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:52,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,34833,-1] 2024-11-16T02:24:52,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:52,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:52,968 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:52,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685bd364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:52,969 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:52,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,34833,1731723875476 2024-11-16T02:24:52,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1362fd44 2024-11-16T02:24:52,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:52,970 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:24:52,970 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T02:24:52,970 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:24:52,970 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:52,970 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:52,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:52,971 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:24:52,971 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:24:52,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:24:52,972 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:52,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:24:52,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:24:53,022 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:24:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:53,140 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 379, reset compression=false 2024-11-16T02:24:53,218 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 379, reset compression=false 2024-11-16T02:24:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:53,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d652d6ea0c83cb4df2a36a59881c169, NAME => 'hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa 2024-11-16T02:24:53,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:24:53,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:24:53,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T02:24:53,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:24:53,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T02:24:53,444 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 379, reset compression=false 2024-11-16T02:24:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:53,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:53,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d652d6ea0c83cb4df2a36a59881c169, disabling compactions & flushes 2024-11-16T02:24:53,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:24:53,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:24:53,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. after waiting 0 ms 2024-11-16T02:24:53,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:24:53,783 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:24:53,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d652d6ea0c83cb4df2a36a59881c169: Waiting for close lock at 1731723893783Disabling compacts and flushes for region at 1731723893783Disabling writes for close at 1731723893783Writing region close event to WAL at 1731723893783Closed at 1731723893783 2024-11-16T02:24:53,784 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:24:53,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723893784"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723893784"}]},"ts":"1731723893784"} 2024-11-16T02:24:53,786 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:24:53,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:24:53,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723893787"}]},"ts":"1731723893787"} 2024-11-16T02:24:53,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:24:53,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d652d6ea0c83cb4df2a36a59881c169, ASSIGN}] 2024-11-16T02:24:53,789 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d652d6ea0c83cb4df2a36a59881c169, ASSIGN 2024-11-16T02:24:53,790 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d652d6ea0c83cb4df2a36a59881c169, ASSIGN; state=OFFLINE, location=667222f7cf1b,44697,1731723881151; forceNewPlan=false, retain=false 2024-11-16T02:24:53,847 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 379, reset compression=false 2024-11-16T02:24:53,921 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 379, reset compression=false 2024-11-16T02:24:53,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d652d6ea0c83cb4df2a36a59881c169, regionState=OPENING, regionLocation=667222f7cf1b,44697,1731723881151 2024-11-16T02:24:53,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d652d6ea0c83cb4df2a36a59881c169, ASSIGN because future has completed 2024-11-16T02:24:53,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d652d6ea0c83cb4df2a36a59881c169, server=667222f7cf1b,44697,1731723881151}] 2024-11-16T02:24:54,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:24:54,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:24:54,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:24:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:54,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C44697%2C1731723881151.rep, suffix=, logDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151, archiveDir=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/oldWALs, maxLogs=10 2024-11-16T02:24:54,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.rep.1731723894099, exclude list is [], retry=0 2024-11-16T02:24:54,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37785,DS-42bdddb0-251c-4dcb-9c8f-b3902e4dd00f,DISK] 2024-11-16T02:24:54,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.rep.1731723894099 2024-11-16T02:24:54,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41605:41605)] 2024-11-16T02:24:54,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d652d6ea0c83cb4df2a36a59881c169, NAME => 'hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:24:54,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:24:54,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:24:54,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. service=MultiRowMutationService 2024-11-16T02:24:54,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:24:54,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:24:54,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,118 INFO [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,119 INFO [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d652d6ea0c83cb4df2a36a59881c169 columnFamilyName hfileref 2024-11-16T02:24:54,119 DEBUG [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:54,119 INFO [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] regionserver.HStore(327): Store=4d652d6ea0c83cb4df2a36a59881c169/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:54,119 INFO [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,120 INFO [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d652d6ea0c83cb4df2a36a59881c169 columnFamilyName queue 2024-11-16T02:24:54,120 DEBUG [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:54,120 INFO [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] regionserver.HStore(327): Store=4d652d6ea0c83cb4df2a36a59881c169/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:54,120 INFO [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,121 INFO [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d652d6ea0c83cb4df2a36a59881c169 columnFamilyName sid 2024-11-16T02:24:54,121 DEBUG [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:24:54,121 INFO [StoreOpener-4d652d6ea0c83cb4df2a36a59881c169-1 {}] regionserver.HStore(327): Store=4d652d6ea0c83cb4df2a36a59881c169/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:24:54,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/replication/4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/replication/4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:24:54,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/replication/4d652d6ea0c83cb4df2a36a59881c169/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:24:54,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d652d6ea0c83cb4df2a36a59881c169; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74335257, jitterRate=0.10768164694309235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:24:54,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:24:54,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d652d6ea0c83cb4df2a36a59881c169: Running coprocessor pre-open hook at 1731723894117Writing region info on filesystem at 1731723894117Initializing all the Stores at 1731723894118 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723894118Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723894118Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723894118Cleaning up temporary data from old regions at 1731723894122 (+4 ms)Running coprocessor post-open hooks at 1731723894125 (+3 ms)Region opened successfully at 1731723894125 2024-11-16T02:24:54,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169., pid=10, masterSystemTime=1731723894094 2024-11-16T02:24:54,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:24:54,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:24:54,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d652d6ea0c83cb4df2a36a59881c169, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,44697,1731723881151 2024-11-16T02:24:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d652d6ea0c83cb4df2a36a59881c169, server=667222f7cf1b,44697,1731723881151 because future has completed 2024-11-16T02:24:54,129 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42125 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=667222f7cf1b,44697,1731723881151, table=hbase:replication, region=4d652d6ea0c83cb4df2a36a59881c169. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T02:24:54,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:24:54,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d652d6ea0c83cb4df2a36a59881c169, server=667222f7cf1b,44697,1731723881151 in 187 msec 2024-11-16T02:24:54,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:24:54,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d652d6ea0c83cb4df2a36a59881c169, ASSIGN in 343 msec 2024-11-16T02:24:54,133 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:24:54,133 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723894133"}]},"ts":"1731723894133"} 2024-11-16T02:24:54,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:24:54,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:24:54,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-16T02:24:54,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169., hostname=667222f7cf1b,44697,1731723881151, seqNum=2] 2024-11-16T02:24:54,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:54,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:24:54,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:24:54,350 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 379, reset compression=false 2024-11-16T02:24:54,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:24:54,493 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:24:54,518 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,44697,1731723881151, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:24:54,518 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:54,518 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44697,1731723881151, seqNum=-1] 2024-11-16T02:24:54,519 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:54,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:54,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,44697,1731723881151', locateType=CURRENT is [region=hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169., hostname=667222f7cf1b,44697,1731723881151, seqNum=2] 2024-11-16T02:24:54,522 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:24:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:24:54,524 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,44697,1731723881151 suceeded 2024-11-16T02:24:54,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:24:54,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-16T02:24:54,525 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:24:54,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-16T02:24:54,536 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:34833' 2024-11-16T02:24:54,537 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4327c612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:54,537 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,34833,-1 for getting cluster id 2024-11-16T02:24:54,537 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:54,537 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7520c5b2-2c1b-405b-ab1a-2b8baee74785' 2024-11-16T02:24:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7520c5b2-2c1b-405b-ab1a-2b8baee74785" 2024-11-16T02:24:54,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66a65a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:54,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,34833,-1] 2024-11-16T02:24:54,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:54,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:54,538 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:54,539 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bee1fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:54,539 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:54,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,34833,1731723875476 2024-11-16T02:24:54,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2effe59 2024-11-16T02:24:54,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:24:54,540 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-16T02:24:54,541 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,44697,1731723881151 (queues=1) is replicating from cluster=f0dff923-e7f7-49f0-b193-80f44b690d38 to cluster=7520c5b2-2c1b-405b-ab1a-2b8baee74785 2024-11-16T02:24:54,541 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C44697%2C1731723881151 2024-11-16T02:24:54,541 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,44697,1731723881151, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:24:54,541 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, startPosition=0, beingWritten=true 2024-11-16T02:24:54,541 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C44697%2C1731723881151 2024-11-16T02:24:54,545 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:54,545 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 379, reset compression=false 2024-11-16T02:24:54,545 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44697,1731723881151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:54,725 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 379, reset compression=false 2024-11-16T02:24:54,749 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 379, reset compression=false 2024-11-16T02:24:54,954 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 379, reset compression=false 2024-11-16T02:24:55,052 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 379, reset compression=false 2024-11-16T02:24:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42125 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:24:55,110 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:24:55,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:24:55,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:24:55,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:55,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:55,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:24:55,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b9b3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,40791,-1 for getting cluster id 2024-11-16T02:24:55,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:55,111 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d4bed8b-616c-4dc1-8dd4-2de4adbeecb6' 2024-11-16T02:24:55,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:55,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d4bed8b-616c-4dc1-8dd4-2de4adbeecb6" 2024-11-16T02:24:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c37459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,40791,-1] 2024-11-16T02:24:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:55,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:55,112 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:55,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1120e6f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d13e900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,34833,-1 for getting cluster id 2024-11-16T02:24:55,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:55,114 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7520c5b2-2c1b-405b-ab1a-2b8baee74785' 2024-11-16T02:24:55,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:55,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7520c5b2-2c1b-405b-ab1a-2b8baee74785" 2024-11-16T02:24:55,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df7b358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,34833,-1] 2024-11-16T02:24:55,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:55,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:55,115 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:55,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a01f321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64787c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42125,-1 for getting cluster id 2024-11-16T02:24:55,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:55,117 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0dff923-e7f7-49f0-b193-80f44b690d38' 2024-11-16T02:24:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0dff923-e7f7-49f0-b193-80f44b690d38" 2024-11-16T02:24:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c5563a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42125,-1] 2024-11-16T02:24:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:55,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:55,118 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:55,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d71c0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,45601,1731723869915, seqNum=-1] 2024-11-16T02:24:55,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:55,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:55,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723885230.37720157701e02fb33b200bb6281772a., hostname=667222f7cf1b,45601,1731723869915, seqNum=2] 2024-11-16T02:24:55,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44697,1731723881151, seqNum=-1] 2024-11-16T02:24:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:55,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:55,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc., hostname=667222f7cf1b,44697,1731723881151, seqNum=2] 2024-11-16T02:24:55,128 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-16T02:24:55,455 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 379, reset compression=false 2024-11-16T02:24:55,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:24:55,628 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 379, reset compression=false 2024-11-16T02:24:55,633 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:55,633 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 480, reset compression=false 2024-11-16T02:24:55,633 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,45601,1731723869915 got entry batch from reader: WALEntryBatch [walEntries=[{test/37720157701e02fb33b200bb6281772a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-16T02:24:55,634 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:55,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-16T02:24:55,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:55,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7634839c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,34833,-1 for getting cluster id 2024-11-16T02:24:55,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:55,636 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7520c5b2-2c1b-405b-ab1a-2b8baee74785' 2024-11-16T02:24:55,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:55,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7520c5b2-2c1b-405b-ab1a-2b8baee74785" 2024-11-16T02:24:55,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@744ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,34833,-1] 2024-11-16T02:24:55,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:55,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:55,637 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:55,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44e13fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:55,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,40565,1731723875825, seqNum=-1] 2024-11-16T02:24:55,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:55,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:55,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723887392.547df45db9950883e587736ba2cd9b2a., hostname=667222f7cf1b,40565,1731723875825, seqNum=2] 2024-11-16T02:24:55,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:55,656 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 379, reset compression=false 2024-11-16T02:24:55,660 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:55,660 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 503, reset compression=false 2024-11-16T02:24:55,660 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,40565,1731723875825 got entry batch from reader: WALEntryBatch [walEntries=[{test/547df45db9950883e587736ba2cd9b2a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-16T02:24:55,662 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:55,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-16T02:24:55,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:55,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57a77707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42125,-1 for getting cluster id 2024-11-16T02:24:55,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:24:55,663 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0dff923-e7f7-49f0-b193-80f44b690d38' 2024-11-16T02:24:55,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:24:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0dff923-e7f7-49f0-b193-80f44b690d38" 2024-11-16T02:24:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28ae5c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42125,-1] 2024-11-16T02:24:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:24:55,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:24:55,664 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:24:55,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bfbc37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:24:55,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:55,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,44697,1731723881151, seqNum=-1] 2024-11-16T02:24:55,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:55,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-16T02:24:55,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc., hostname=667222f7cf1b,44697,1731723881151, seqNum=2] 2024-11-16T02:24:55,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:55,836 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 480, reset compression=false 2024-11-16T02:24:55,863 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 503, reset compression=false 2024-11-16T02:24:55,958 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 379, reset compression=false 2024-11-16T02:24:55,963 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:55,963 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 526, reset compression=false 2024-11-16T02:24:55,963 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44697,1731723881151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:56,130 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-16T02:24:56,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:24:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,40565,1731723875825, seqNum=-1] 2024-11-16T02:24:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:24:56,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:24:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731723887392.547df45db9950883e587736ba2cd9b2a., hostname=667222f7cf1b,40565,1731723875825, seqNum=2] 2024-11-16T02:24:56,138 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-16T02:24:56,140 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 480, reset compression=false 2024-11-16T02:24:56,166 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 503, reset compression=false 2024-11-16T02:24:56,167 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 526, reset compression=false 2024-11-16T02:24:56,170 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:56,170 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 607, reset compression=false 2024-11-16T02:24:56,170 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,40565,1731723875825 got entry batch from reader: WALEntryBatch [walEntries=[{test/547df45db9950883e587736ba2cd9b2a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T02:24:56,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:56,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:56,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:24:56,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,374 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 607, reset compression=false 2024-11-16T02:24:56,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:24:56,474 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 526, reset compression=false 2024-11-16T02:24:56,478 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:56,478 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 653, reset compression=false 2024-11-16T02:24:56,478 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44697,1731723881151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:56,543 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 480, reset compression=false 2024-11-16T02:24:56,677 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 607, reset compression=false 2024-11-16T02:24:56,681 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 653, reset compression=false 2024-11-16T02:24:56,983 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 653, reset compression=false 2024-11-16T02:24:57,046 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 480, reset compression=false 2024-11-16T02:24:57,080 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 607, reset compression=false 2024-11-16T02:24:57,149 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-16T02:24:57,152 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-16T02:24:57,387 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 653, reset compression=false 2024-11-16T02:24:57,391 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:57,391 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 757, reset compression=false 2024-11-16T02:24:57,391 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44697,1731723881151 got entry batch from reader: WALEntryBatch [walEntries=[{test/41c7f08cda65716f1ea003aca8aed2dc/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-16T02:24:57,394 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:24:57,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-16T02:24:57,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:57,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:57,584 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 607, reset compression=false 2024-11-16T02:24:57,588 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:57,588 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 735, reset compression=false 2024-11-16T02:24:57,588 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,40565,1731723875825 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:57,597 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 757, reset compression=false 2024-11-16T02:24:57,654 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 480, reset compression=false 2024-11-16T02:24:57,792 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 735, reset compression=false 2024-11-16T02:24:57,901 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 757, reset compression=false 2024-11-16T02:24:58,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:24:58,069 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:24:58,070 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108845 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:24:58,094 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 735, reset compression=false 2024-11-16T02:24:58,154 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-16T02:24:58,157 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-16T02:24:58,304 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 757, reset compression=false 2024-11-16T02:24:58,357 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 480, reset compression=false 2024-11-16T02:24:58,361 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:58,361 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:24:58,361 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,45601,1731723869915 got entry batch from reader: WALEntryBatch [walEntries=[{test/37720157701e02fb33b200bb6281772a/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-16T02:24:58,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:58,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:58,498 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 735, reset compression=false 2024-11-16T02:24:58,502 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:58,502 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 882, reset compression=false 2024-11-16T02:24:58,502 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,40565,1731723875825 got entry batch from reader: WALEntryBatch [walEntries=[{test/547df45db9950883e587736ba2cd9b2a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-16T02:24:58,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:58,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:58,564 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:24:58,705 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 882, reset compression=false 2024-11-16T02:24:58,808 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 757, reset compression=false 2024-11-16T02:24:58,812 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:58,812 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 927, reset compression=false 2024-11-16T02:24:58,812 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44697,1731723881151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:58,867 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:24:58,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:24:59,008 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 882, reset compression=false 2024-11-16T02:24:59,015 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 927, reset compression=false 2024-11-16T02:24:59,158 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-16T02:24:59,161 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-16T02:24:59,270 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:24:59,318 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 927, reset compression=false 2024-11-16T02:24:59,411 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 882, reset compression=false 2024-11-16T02:24:59,415 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:24:59,415 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1041, reset compression=false 2024-11-16T02:24:59,415 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,40565,1731723875825 got entry batch from reader: WALEntryBatch [walEntries=[{test/547df45db9950883e587736ba2cd9b2a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T02:24:59,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:24:59,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44697 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:24:59,618 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1041, reset compression=false 2024-11-16T02:24:59,721 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 927, reset compression=false 2024-11-16T02:24:59,726 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:24:59,726 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1076, reset compression=false 2024-11-16T02:24:59,726 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44697,1731723881151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:24:59,773 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:24:59,933 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1041, reset compression=false 2024-11-16T02:24:59,934 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1076, reset compression=false 2024-11-16T02:25:00,163 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-16T02:25:00,166 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-16T02:25:00,237 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1076, reset compression=false 2024-11-16T02:25:00,241 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:25:00,241 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1235, reset compression=false 2024-11-16T02:25:00,241 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44697,1731723881151 got entry batch from reader: WALEntryBatch [walEntries=[{test/41c7f08cda65716f1ea003aca8aed2dc/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-16T02:25:00,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-16T02:25:00,244 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40565 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-16T02:25:00,337 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1041, reset compression=false 2024-11-16T02:25:00,340 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:25:00,340 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:00,340 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,40565,1731723875825 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:25:00,378 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:00,443 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1235, reset compression=false 2024-11-16T02:25:00,543 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:00,746 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1235, reset compression=false 2024-11-16T02:25:00,846 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:01,081 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:01,150 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1235, reset compression=false 2024-11-16T02:25:01,168 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-16T02:25:01,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:25:01,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:01,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:01,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:01,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:01,173 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:01,173 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:25:01,173 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=588766428, stopped=false 2024-11-16T02:25:01,173 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,42125,1731723880906 2024-11-16T02:25:01,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2764489237/running 2024-11-16T02:25:01,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2764489237/running 2024-11-16T02:25:01,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:25:01,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:25:01,182 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:01,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:01,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:01,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:01,183 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,44697,1731723881151' ***** 2024-11-16T02:25:01,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on znode that does not yet exist, /2764489237/running 2024-11-16T02:25:01,183 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:25:01,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Set watcher on znode that does not yet exist, /2764489237/running 2024-11-16T02:25:01,184 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:25:01,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:25:01,184 INFO [RS:0;667222f7cf1b:44697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:25:01,184 INFO [RS:0;667222f7cf1b:44697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:25:01,184 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(3091): Received CLOSE for 41c7f08cda65716f1ea003aca8aed2dc 2024-11-16T02:25:01,184 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:01,184 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,44697,1731723881151 2024-11-16T02:25:01,184 INFO [RS:0;667222f7cf1b:44697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:01,185 INFO [RS:0;667222f7cf1b:44697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44697. 2024-11-16T02:25:01,185 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41c7f08cda65716f1ea003aca8aed2dc, disabling compactions & flushes 2024-11-16T02:25:01,185 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:25:01,185 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:25:01,185 DEBUG [RS:0;667222f7cf1b:44697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:01,185 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. after waiting 0 ms 2024-11-16T02:25:01,185 DEBUG [RS:0;667222f7cf1b:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:01,185 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:25:01,185 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:25:01,185 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:25:01,185 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:25:01,185 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41c7f08cda65716f1ea003aca8aed2dc 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T02:25:01,185 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:25:01,185 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:25:01,185 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1325): Online Regions={41c7f08cda65716f1ea003aca8aed2dc=test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc., 1588230740=hbase:meta,,1.1588230740, 4d652d6ea0c83cb4df2a36a59881c169=hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169.} 2024-11-16T02:25:01,185 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:01,185 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41c7f08cda65716f1ea003aca8aed2dc, 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:01,185 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:01,185 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:01,185 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:01,185 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:01,185 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:25:01,204 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/info/0827b9a3f3c548a486d6c24a2aebaff3 is 147, key is hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169./info:regioninfo/1731723894127/Put/seqid=0 2024-11-16T02:25:01,204 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/.tmp/f/98984a37222443be8bfdb8f8b859505a is 29, key is row1/f:/1731723899159/DeleteFamily/seqid=0 2024-11-16T02:25:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741840_1016 (size=7686) 2024-11-16T02:25:01,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741841_1017 (size=5152) 2024-11-16T02:25:01,249 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:01,268 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:01,385 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41c7f08cda65716f1ea003aca8aed2dc, 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:01,547 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:25:01,547 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:25:01,585 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41c7f08cda65716f1ea003aca8aed2dc, 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:01,608 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/info/0827b9a3f3c548a486d6c24a2aebaff3 2024-11-16T02:25:01,608 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/.tmp/f/98984a37222443be8bfdb8f8b859505a 2024-11-16T02:25:01,612 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98984a37222443be8bfdb8f8b859505a 2024-11-16T02:25:01,625 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/ns/134985a6fbbf4b7f8627689825637257 is 43, key is default/ns:d/1731723885107/Put/seqid=0 2024-11-16T02:25:01,628 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/.tmp/f1/a08da6b981f84ced8144e64b80be887a is 30, key is row1/f1:/1731723899159/DeleteFamily/seqid=0 2024-11-16T02:25:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:25:01,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741843_1019 (size=5158) 2024-11-16T02:25:01,645 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/ns/134985a6fbbf4b7f8627689825637257 2024-11-16T02:25:01,654 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1235, reset compression=false 2024-11-16T02:25:01,659 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:25:01,659 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1482, reset compression=false 2024-11-16T02:25:01,659 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,44697,1731723881151 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:25:01,659 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,44697,1731723881151: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-667222f7cf1b,44697,1731723881151, walGroup=667222f7cf1b%2C44697%2C1731723881151, offset=667222f7cf1b%2C44697%2C1731723881151.1731723884688:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:44697 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:25:01,660 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:25:01,660 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:25:01,661 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:25:01,661 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:25:01,661 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:25:01,661 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 896095776 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 202675040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:25:01,661 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:42125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:42125 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T02:25:01,668 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/rep_barrier/ccc6e7de1a5d4bb3a5410e16fa1c8237 is 112, key is test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc./rep_barrier:seqnumDuringOpen/1731723889272/Put/seqid=0 2024-11-16T02:25:01,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741844_1020 (size=5518) 2024-11-16T02:25:01,672 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/rep_barrier/ccc6e7de1a5d4bb3a5410e16fa1c8237 2024-11-16T02:25:01,692 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/table/aa2d568d31ae4e58af3ed02f01b002ca is 53, key is hbase:replication/table:state/1731723894133/Put/seqid=0 2024-11-16T02:25:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741845_1021 (size=5308) 2024-11-16T02:25:01,752 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:01,786 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41c7f08cda65716f1ea003aca8aed2dc, 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:01,862 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1482, reset compression=false 2024-11-16T02:25:01,884 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:01,986 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41c7f08cda65716f1ea003aca8aed2dc, 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:02,034 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/.tmp/f1/a08da6b981f84ced8144e64b80be887a 2024-11-16T02:25:02,038 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a08da6b981f84ced8144e64b80be887a 2024-11-16T02:25:02,053 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/.tmp/norep/51cd4ff2664e47c4a574f0c8543fc273 is 33, key is row2/norep:/1731723900163/DeleteFamily/seqid=0 2024-11-16T02:25:02,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741846_1022 (size=5108) 2024-11-16T02:25:02,096 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/table/aa2d568d31ae4e58af3ed02f01b002ca 2024-11-16T02:25:02,100 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/info/0827b9a3f3c548a486d6c24a2aebaff3 as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/info/0827b9a3f3c548a486d6c24a2aebaff3 2024-11-16T02:25:02,104 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/info/0827b9a3f3c548a486d6c24a2aebaff3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:25:02,105 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/ns/134985a6fbbf4b7f8627689825637257 as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/ns/134985a6fbbf4b7f8627689825637257 2024-11-16T02:25:02,108 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/ns/134985a6fbbf4b7f8627689825637257, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:25:02,109 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/rep_barrier/ccc6e7de1a5d4bb3a5410e16fa1c8237 as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/rep_barrier/ccc6e7de1a5d4bb3a5410e16fa1c8237 2024-11-16T02:25:02,113 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/rep_barrier/ccc6e7de1a5d4bb3a5410e16fa1c8237, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:25:02,113 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/.tmp/table/aa2d568d31ae4e58af3ed02f01b002ca as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/table/aa2d568d31ae4e58af3ed02f01b002ca 2024-11-16T02:25:02,117 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/table/aa2d568d31ae4e58af3ed02f01b002ca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:25:02,117 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false 2024-11-16T02:25:02,121 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:25:02,122 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:02,122 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:25:02,122 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:02,122 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723901185Running coprocessor pre-close hooks at 1731723901185Disabling compacts and flushes for region at 1731723901185Disabling writes for close at 1731723901185Obtaining lock to block concurrent updates at 1731723901185Preparing flush snapshotting stores in 1588230740 at 1731723901185Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723901185Flushing stores of hbase:meta,,1.1588230740 at 1731723901186 (+1 ms)Flushing 1588230740/info: creating writer at 1731723901186Flushing 1588230740/info: appending metadata at 1731723901204 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731723901204Flushing 1588230740/ns: creating writer at 1731723901612 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731723901625 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731723901625Flushing 1588230740/rep_barrier: creating writer at 1731723901649 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723901668 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723901668Flushing 1588230740/table: creating writer at 1731723901676 (+8 ms)Flushing 1588230740/table: appending metadata at 1731723901691 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731723901691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8fd96f: reopening flushed file at 1731723902099 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331f4f47: reopening flushed file at 1731723902104 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de6d577: reopening flushed file at 1731723902108 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e73bbe: reopening flushed file at 1731723902113 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false at 1731723902117 (+4 ms)Writing region close event to WAL at 1731723902119 (+2 ms)Running coprocessor post-close hooks at 1731723902122 (+3 ms)Closed at 1731723902122 2024-11-16T02:25:02,122 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:02,166 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1482, reset compression=false 2024-11-16T02:25:02,186 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:25:02,186 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1325): Online Regions={41c7f08cda65716f1ea003aca8aed2dc=test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc., 4d652d6ea0c83cb4df2a36a59881c169=hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169.} 2024-11-16T02:25:02,186 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1351): Waiting on 41c7f08cda65716f1ea003aca8aed2dc, 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:02,355 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:02,386 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1351): Waiting on 41c7f08cda65716f1ea003aca8aed2dc, 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:02,456 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/.tmp/norep/51cd4ff2664e47c4a574f0c8543fc273 2024-11-16T02:25:02,460 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51cd4ff2664e47c4a574f0c8543fc273 2024-11-16T02:25:02,461 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/.tmp/f/98984a37222443be8bfdb8f8b859505a as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/f/98984a37222443be8bfdb8f8b859505a 2024-11-16T02:25:02,464 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98984a37222443be8bfdb8f8b859505a 2024-11-16T02:25:02,464 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/f/98984a37222443be8bfdb8f8b859505a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T02:25:02,465 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/.tmp/f1/a08da6b981f84ced8144e64b80be887a as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/f1/a08da6b981f84ced8144e64b80be887a 2024-11-16T02:25:02,469 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a08da6b981f84ced8144e64b80be887a 2024-11-16T02:25:02,469 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/f1/a08da6b981f84ced8144e64b80be887a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T02:25:02,470 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/.tmp/norep/51cd4ff2664e47c4a574f0c8543fc273 as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/norep/51cd4ff2664e47c4a574f0c8543fc273 2024-11-16T02:25:02,473 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51cd4ff2664e47c4a574f0c8543fc273 2024-11-16T02:25:02,473 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/norep/51cd4ff2664e47c4a574f0c8543fc273, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T02:25:02,474 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 41c7f08cda65716f1ea003aca8aed2dc in 1289ms, sequenceid=10, compaction requested=false 2024-11-16T02:25:02,477 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/data/default/test/41c7f08cda65716f1ea003aca8aed2dc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T02:25:02,478 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:02,478 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:25:02,478 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:25:02,478 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41c7f08cda65716f1ea003aca8aed2dc: Waiting for close lock at 1731723901184Running coprocessor pre-close hooks at 1731723901184Disabling compacts and flushes for region at 1731723901184Disabling writes for close at 1731723901185 (+1 ms)Obtaining lock to block concurrent updates at 1731723901185Preparing flush snapshotting stores in 41c7f08cda65716f1ea003aca8aed2dc at 1731723901185Finished memstore snapshotting test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731723901185Flushing stores of test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. at 1731723901185Flushing 41c7f08cda65716f1ea003aca8aed2dc/f: creating writer at 1731723901186 (+1 ms)Flushing 41c7f08cda65716f1ea003aca8aed2dc/f: appending metadata at 1731723901203 (+17 ms)Flushing 41c7f08cda65716f1ea003aca8aed2dc/f: closing flushed file at 1731723901204 (+1 ms)Flushing 41c7f08cda65716f1ea003aca8aed2dc/f1: creating writer at 1731723901612 (+408 ms)Flushing 41c7f08cda65716f1ea003aca8aed2dc/f1: appending metadata at 1731723901628 (+16 ms)Flushing 41c7f08cda65716f1ea003aca8aed2dc/f1: closing flushed file at 1731723901628Flushing 41c7f08cda65716f1ea003aca8aed2dc/norep: creating writer at 1731723902038 (+410 ms)Flushing 41c7f08cda65716f1ea003aca8aed2dc/norep: appending metadata at 1731723902052 (+14 ms)Flushing 41c7f08cda65716f1ea003aca8aed2dc/norep: closing flushed file at 1731723902052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d68e19: reopening flushed file at 1731723902460 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0f23f5: reopening flushed file at 1731723902464 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d5d059: reopening flushed file at 1731723902469 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 41c7f08cda65716f1ea003aca8aed2dc in 1289ms, sequenceid=10, compaction requested=false at 1731723902474 (+5 ms)Writing region close event to WAL at 1731723902475 (+1 ms)Running coprocessor post-close hooks at 1731723902478 (+3 ms)Closed at 1731723902478 2024-11-16T02:25:02,478 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723888532.41c7f08cda65716f1ea003aca8aed2dc. 2024-11-16T02:25:02,478 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d652d6ea0c83cb4df2a36a59881c169, disabling compactions & flushes 2024-11-16T02:25:02,478 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:25:02,478 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:25:02,478 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. after waiting 0 ms 2024-11-16T02:25:02,478 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:25:02,479 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d652d6ea0c83cb4df2a36a59881c169: Waiting for close lock at 1731723902478Running coprocessor pre-close hooks at 1731723902478Disabling compacts and flushes for region at 1731723902478Disabling writes for close at 1731723902478Failed flush hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169., putting online again at 1731723902478 2024-11-16T02:25:02,479 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:25:02,570 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 1482, reset compression=false 2024-11-16T02:25:02,574 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:25:02,574 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 2126, reset compression=false 2024-11-16T02:25:02,586 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:02,586 DEBUG [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1351): Waiting on 4d652d6ea0c83cb4df2a36a59881c169 2024-11-16T02:25:02,586 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d652d6ea0c83cb4df2a36a59881c169, disabling compactions & flushes 2024-11-16T02:25:02,586 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:25:02,587 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:25:02,587 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. after waiting 0 ms 2024-11-16T02:25:02,587 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:25:02,587 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d652d6ea0c83cb4df2a36a59881c169: Waiting for close lock at 1731723902586Running coprocessor pre-close hooks at 1731723902586Disabling compacts and flushes for region at 1731723902586Disabling writes for close at 1731723902587 (+1 ms)Failed flush hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169., putting online again at 1731723902587 2024-11-16T02:25:02,587 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731723892970.4d652d6ea0c83cb4df2a36a59881c169. 2024-11-16T02:25:02,776 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/WALs/667222f7cf1b,44697,1731723881151/667222f7cf1b%2C44697%2C1731723881151.1731723884688 to pos 2126, reset compression=false 2024-11-16T02:25:02,787 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-16T02:25:02,787 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,44697,1731723881151; all regions closed. 2024-11-16T02:25:02,787 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:02,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:25:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741839_1015 (size=2171) 2024-11-16T02:25:02,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741833_1009 (size=2134) 2024-11-16T02:25:02,792 DEBUG [RS:0;667222f7cf1b:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:02,793 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:02,793 INFO [RS:0;667222f7cf1b:44697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:02,793 INFO [RS:0;667222f7cf1b:44697 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:02,793 INFO [RS:0;667222f7cf1b:44697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:02,793 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:02,793 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,44697,1731723881151 because: Region server is closing 2024-11-16T02:25:02,793 INFO [RS:0;667222f7cf1b:44697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44697. 2024-11-16T02:25:02,793 DEBUG [RS:0;667222f7cf1b:44697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:02,793 DEBUG [RS:0;667222f7cf1b:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:02,794 DEBUG [RS:0;667222f7cf1b:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:02,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:02,894 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.shipper667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 terminated 2024-11-16T02:25:02,894 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,44697,1731723881151.replicationSource.wal-reader.667222f7cf1b%2C44697%2C1731723881151,1-667222f7cf1b,44697,1731723881151 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:25:02,894 INFO [RS:0;667222f7cf1b:44697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:44697. 2024-11-16T02:25:02,894 DEBUG [RS:0;667222f7cf1b:44697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:02,894 DEBUG [RS:0;667222f7cf1b:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:02,894 DEBUG [RS:0;667222f7cf1b:44697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:02,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:02,894 INFO [RS:0;667222f7cf1b:44697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44697 2024-11-16T02:25:03,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237/rs 2024-11-16T02:25:03,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2764489237/rs/667222f7cf1b,44697,1731723881151 2024-11-16T02:25:03,003 INFO [RS:0;667222f7cf1b:44697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:03,014 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,44697,1731723881151] 2024-11-16T02:25:03,024 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2764489237/draining/667222f7cf1b,44697,1731723881151 already deleted, retry=false 2024-11-16T02:25:03,024 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,44697,1731723881151 expired; onlineServers=0 2024-11-16T02:25:03,024 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,42125,1731723880906' ***** 2024-11-16T02:25:03,024 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:25:03,024 INFO [M:0;667222f7cf1b:42125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:03,025 INFO [M:0;667222f7cf1b:42125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:03,025 DEBUG [M:0;667222f7cf1b:42125 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:25:03,025 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723884230 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723884230,5,FailOnTimeoutGroup] 2024-11-16T02:25:03,025 DEBUG [M:0;667222f7cf1b:42125 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:25:03,025 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723884228 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723884228,5,FailOnTimeoutGroup] 2024-11-16T02:25:03,025 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:25:03,025 INFO [M:0;667222f7cf1b:42125 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:03,025 INFO [M:0;667222f7cf1b:42125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:03,025 DEBUG [M:0;667222f7cf1b:42125 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:25:03,025 INFO [M:0;667222f7cf1b:42125 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:25:03,025 INFO [M:0;667222f7cf1b:42125 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:03,025 INFO [M:0;667222f7cf1b:42125 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:25:03,026 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:25:03,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2764489237/master 2024-11-16T02:25:03,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2764489237 2024-11-16T02:25:03,035 DEBUG [M:0;667222f7cf1b:42125 {}] zookeeper.ZKUtil(347): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Unable to get data of znode /2764489237/master because node does not exist (not an error) 2024-11-16T02:25:03,035 WARN [M:0;667222f7cf1b:42125 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:25:03,035 INFO [M:0;667222f7cf1b:42125 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/.lastflushedseqids 2024-11-16T02:25:03,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741847_1023 (size=245) 2024-11-16T02:25:03,040 INFO [M:0;667222f7cf1b:42125 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:25:03,040 INFO [M:0;667222f7cf1b:42125 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:25:03,040 DEBUG [M:0;667222f7cf1b:42125 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:03,040 INFO [M:0;667222f7cf1b:42125 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:03,040 DEBUG [M:0;667222f7cf1b:42125 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:03,040 DEBUG [M:0;667222f7cf1b:42125 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:03,040 DEBUG [M:0;667222f7cf1b:42125 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:03,040 INFO [M:0;667222f7cf1b:42125 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-16T02:25:03,054 DEBUG [M:0;667222f7cf1b:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56018f045d894adbbc982ade8e470fbc is 82, key is hbase:meta,,1/info:regioninfo/1731723885084/Put/seqid=0 2024-11-16T02:25:03,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741848_1024 (size=5672) 2024-11-16T02:25:03,059 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:03,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:03,114 INFO [RS:0;667222f7cf1b:44697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:03,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44697-0x10141752f690007, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:03,114 INFO [RS:0;667222f7cf1b:44697 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,44697,1731723881151; zookeeper connection closed. 2024-11-16T02:25:03,114 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a7b6e30 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a7b6e30 2024-11-16T02:25:03,115 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:25:03,458 INFO [M:0;667222f7cf1b:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56018f045d894adbbc982ade8e470fbc 2024-11-16T02:25:03,474 DEBUG [M:0;667222f7cf1b:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/120d2ef1cb4643c887325bc0496778af is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731723894135/Put/seqid=0 2024-11-16T02:25:03,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741849_1025 (size=8515) 2024-11-16T02:25:03,790 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:03,861 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:03,878 INFO [M:0;667222f7cf1b:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/120d2ef1cb4643c887325bc0496778af 2024-11-16T02:25:03,899 DEBUG [M:0;667222f7cf1b:42125 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3392533ae648492da5725d908af71614 is 69, key is 667222f7cf1b,44697,1731723881151/rs:state/1731723884456/Put/seqid=0 2024-11-16T02:25:03,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741850_1026 (size=5156) 2024-11-16T02:25:04,303 INFO [M:0;667222f7cf1b:42125 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3392533ae648492da5725d908af71614 2024-11-16T02:25:04,307 DEBUG [M:0;667222f7cf1b:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56018f045d894adbbc982ade8e470fbc as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56018f045d894adbbc982ade8e470fbc 2024-11-16T02:25:04,310 INFO [M:0;667222f7cf1b:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56018f045d894adbbc982ade8e470fbc, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T02:25:04,311 DEBUG [M:0;667222f7cf1b:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/120d2ef1cb4643c887325bc0496778af as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/120d2ef1cb4643c887325bc0496778af 2024-11-16T02:25:04,315 INFO [M:0;667222f7cf1b:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/120d2ef1cb4643c887325bc0496778af, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T02:25:04,315 DEBUG [M:0;667222f7cf1b:42125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3392533ae648492da5725d908af71614 as hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3392533ae648492da5725d908af71614 2024-11-16T02:25:04,318 INFO [M:0;667222f7cf1b:42125 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38075/user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3392533ae648492da5725d908af71614, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T02:25:04,319 INFO [M:0;667222f7cf1b:42125 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-16T02:25:04,320 INFO [M:0;667222f7cf1b:42125 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:04,320 DEBUG [M:0;667222f7cf1b:42125 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723903040Disabling compacts and flushes for region at 1731723903040Disabling writes for close at 1731723903040Obtaining lock to block concurrent updates at 1731723903040Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723903040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731723903041 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723903041Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723903041Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723903054 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723903054Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723903461 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723903474 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723903474Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723903882 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723903899 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723903899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f48a61: reopening flushed file at 1731723904306 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53dad54e: reopening flushed file at 1731723904311 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2665ed5d: reopening flushed file at 1731723904315 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731723904319 (+4 ms)Writing region close event to WAL at 1731723904320 (+1 ms)Closed at 1731723904320 2024-11-16T02:25:04,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37785 is added to blk_1073741830_1006 (size=63642) 2024-11-16T02:25:04,322 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd225b5f-681c-922c-cbf6-8dd8304800fa/MasterData/WALs/667222f7cf1b,42125,1731723880906/667222f7cf1b%2C42125%2C1731723880906.1731723882613 not finished, retry = 0 2024-11-16T02:25:04,423 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:04,423 INFO [M:0;667222f7cf1b:42125 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:25:04,423 INFO [M:0;667222f7cf1b:42125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42125 2024-11-16T02:25:04,423 INFO [M:0;667222f7cf1b:42125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:04,588 INFO [M:0;667222f7cf1b:42125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42125-0x10141752f690006, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:04,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0e6357{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:04,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d80cc1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:04,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:04,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e7a56fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:04,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7393b383{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:04,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:25:04,592 WARN [BP-1904556952-172.17.0.3-1731723878770 heartbeating to localhost/127.0.0.1:38075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:25:04,592 WARN [BP-1904556952-172.17.0.3-1731723878770 heartbeating to localhost/127.0.0.1:38075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1904556952-172.17.0.3-1731723878770 (Datanode Uuid 23865f1e-c9e5-4f18-9d05-5270d60615f3) service to localhost/127.0.0.1:38075 2024-11-16T02:25:04,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:25:04,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/cluster_d1fcd150-7f5d-3c3f-8866-e30c8f39e2a6/data/data1/current/BP-1904556952-172.17.0.3-1731723878770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:04,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/cluster_d1fcd150-7f5d-3c3f-8866-e30c8f39e2a6/data/data2/current/BP-1904556952-172.17.0.3-1731723878770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:04,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:25:04,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4585c1c1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:04,599 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@637554f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:04,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:04,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a27cffd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:04,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@145eebbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:04,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:25:04,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:25:04,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:04,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:04,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:04,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:04,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:04,614 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:25:04,614 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166774004, stopped=false 2024-11-16T02:25:04,614 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,34833,1731723875476 2024-11-16T02:25:04,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-565049821/running 2024-11-16T02:25:04,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-565049821/running 2024-11-16T02:25:04,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:25:04,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:25:04,698 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:04,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:04,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:04,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:04,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on znode that does not yet exist, /1-565049821/running 2024-11-16T02:25:04,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Set watcher on znode that does not yet exist, /1-565049821/running 2024-11-16T02:25:04,699 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,40565,1731723875825' ***** 2024-11-16T02:25:04,699 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:25:04,699 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:25:04,699 INFO [RS:0;667222f7cf1b:40565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:25:04,699 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:25:04,699 INFO [RS:0;667222f7cf1b:40565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:25:04,699 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:25:04,699 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(3091): Received CLOSE for 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:25:04,699 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,40565,1731723875825 2024-11-16T02:25:04,700 INFO [RS:0;667222f7cf1b:40565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:04,700 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c03ca705cbc4a856a491f882380003d, disabling compactions & flushes 2024-11-16T02:25:04,700 INFO [RS:0;667222f7cf1b:40565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:40565. 2024-11-16T02:25:04,700 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:25:04,700 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:25:04,700 DEBUG [RS:0;667222f7cf1b:40565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:04,700 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. after waiting 0 ms 2024-11-16T02:25:04,700 DEBUG [RS:0;667222f7cf1b:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:04,700 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:25:04,700 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:25:04,700 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:25:04,700 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c03ca705cbc4a856a491f882380003d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-16T02:25:04,700 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:25:04,700 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:25:04,700 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:25:04,700 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1325): Online Regions={5c03ca705cbc4a856a491f882380003d=hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d., 1588230740=hbase:meta,,1.1588230740, 547df45db9950883e587736ba2cd9b2a=test,,1731723887392.547df45db9950883e587736ba2cd9b2a.} 2024-11-16T02:25:04,700 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547df45db9950883e587736ba2cd9b2a, 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:25:04,700 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:04,700 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:04,700 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:04,700 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:04,700 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:04,700 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:25:04,718 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/info/d2fd9aa44da64b2b9ba8971788f488be is 147, key is hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d./info:regioninfo/1731723892585/Put/seqid=0 2024-11-16T02:25:04,718 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/replication/5c03ca705cbc4a856a491f882380003d/.tmp/queue/4fc724b8709a45c6bc790803e269a73e is 154, key is 1-667222f7cf1b,40565,1731723875825/queue:667222f7cf1b%2C40565%2C1731723875825/1731723900341/Put/seqid=0 2024-11-16T02:25:04,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741840_1016 (size=5353) 2024-11-16T02:25:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741841_1017 (size=7686) 2024-11-16T02:25:04,735 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:04,764 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:04,893 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:04,900 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547df45db9950883e587736ba2cd9b2a, 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:25:05,066 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:25:05,101 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547df45db9950883e587736ba2cd9b2a, 5c03ca705cbc4a856a491f882380003d 2024-11-16T02:25:05,122 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/replication/5c03ca705cbc4a856a491f882380003d/.tmp/queue/4fc724b8709a45c6bc790803e269a73e 2024-11-16T02:25:05,126 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/info/d2fd9aa44da64b2b9ba8971788f488be 2024-11-16T02:25:05,127 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/replication/5c03ca705cbc4a856a491f882380003d/.tmp/queue/4fc724b8709a45c6bc790803e269a73e as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/replication/5c03ca705cbc4a856a491f882380003d/queue/4fc724b8709a45c6bc790803e269a73e 2024-11-16T02:25:05,130 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/replication/5c03ca705cbc4a856a491f882380003d/queue/4fc724b8709a45c6bc790803e269a73e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-16T02:25:05,131 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5c03ca705cbc4a856a491f882380003d in 431ms, sequenceid=12, compaction requested=false 2024-11-16T02:25:05,133 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/replication/5c03ca705cbc4a856a491f882380003d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-16T02:25:05,134 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:05,134 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:25:05,134 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:25:05,134 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c03ca705cbc4a856a491f882380003d: Waiting for close lock at 1731723904700Running coprocessor pre-close hooks at 1731723904700Disabling compacts and flushes for region at 1731723904700Disabling writes for close at 1731723904700Obtaining lock to block concurrent updates at 1731723904700Preparing flush snapshotting stores in 5c03ca705cbc4a856a491f882380003d at 1731723904700Finished memstore snapshotting hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731723904700Flushing stores of hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. at 1731723904700Flushing 5c03ca705cbc4a856a491f882380003d/queue: creating writer at 1731723904701 (+1 ms)Flushing 5c03ca705cbc4a856a491f882380003d/queue: appending metadata at 1731723904718 (+17 ms)Flushing 5c03ca705cbc4a856a491f882380003d/queue: closing flushed file at 1731723904718Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c6c1df: reopening flushed file at 1731723905126 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5c03ca705cbc4a856a491f882380003d in 431ms, sequenceid=12, compaction requested=false at 1731723905131 (+5 ms)Writing region close event to WAL at 1731723905131Running coprocessor post-close hooks at 1731723905134 (+3 ms)Closed at 1731723905134 2024-11-16T02:25:05,134 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723891830.5c03ca705cbc4a856a491f882380003d. 2024-11-16T02:25:05,134 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 547df45db9950883e587736ba2cd9b2a, disabling compactions & flushes 2024-11-16T02:25:05,134 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:25:05,134 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:25:05,134 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723887392.547df45db9950883e587736ba2cd9b2a. after waiting 0 ms 2024-11-16T02:25:05,134 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:25:05,134 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 547df45db9950883e587736ba2cd9b2a 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-16T02:25:05,142 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/ns/e106d6cb668b4c4b83c1299e70efcdce is 43, key is default/ns:d/1731723878632/Put/seqid=0 2024-11-16T02:25:05,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:25:05,149 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/.tmp/f/2e57c456b7a74611a2aae0599e0bf541 is 29, key is row1/f:/1731723899159/DeleteFamily/seqid=0 2024-11-16T02:25:05,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741843_1019 (size=5152) 2024-11-16T02:25:05,301 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:25:05,501 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:25:05,528 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:25:05,528 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:25:05,545 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/ns/e106d6cb668b4c4b83c1299e70efcdce 2024-11-16T02:25:05,553 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/.tmp/f/2e57c456b7a74611a2aae0599e0bf541 2024-11-16T02:25:05,556 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e57c456b7a74611a2aae0599e0bf541 2024-11-16T02:25:05,563 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/rep_barrier/2dcb6c82fe724279b3e06b4ae8a613ce is 112, key is test,,1731723887392.547df45db9950883e587736ba2cd9b2a./rep_barrier:seqnumDuringOpen/1731723888141/Put/seqid=0 2024-11-16T02:25:05,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741844_1020 (size=5518) 2024-11-16T02:25:05,569 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/.tmp/f1/9cbaac875e0c4a6897d0d33ee60817a9 is 30, key is row1/f1:/1731723899159/DeleteFamily/seqid=0 2024-11-16T02:25:05,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741845_1021 (size=5158) 2024-11-16T02:25:05,573 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/.tmp/f1/9cbaac875e0c4a6897d0d33ee60817a9 2024-11-16T02:25:05,576 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cbaac875e0c4a6897d0d33ee60817a9 2024-11-16T02:25:05,588 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/.tmp/norep/c71f47a8205d477d85e0db83237ebf05 is 33, key is row1/norep:/1731723899159/DeleteFamily/seqid=0 2024-11-16T02:25:05,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741846_1022 (size=5108) 2024-11-16T02:25:05,701 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:25:05,701 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 547df45db9950883e587736ba2cd9b2a=test,,1731723887392.547df45db9950883e587736ba2cd9b2a.} 2024-11-16T02:25:05,701 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:25:05,767 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1191, reset compression=false 2024-11-16T02:25:05,771 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:25:05,771 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1438, reset compression=false 2024-11-16T02:25:05,771 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,40565,1731723875825 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:25:05,772 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,40565,1731723875825: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-667222f7cf1b,40565,1731723875825, walGroup=667222f7cf1b%2C40565%2C1731723875825, offset=667222f7cf1b%2C40565%2C1731723875825.1731723877635:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:40565 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:25:05,773 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:25:05,774 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:25:05,774 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:25:05,775 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:25:05,775 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:25:05,775 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 977884704 }, "NonHeapMemoryUsage": { "committed": 205848576, "init": 7667712, "max": -1, "used": 202890432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:25:05,775 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:34833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:34833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T02:25:05,901 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 547df45db9950883e587736ba2cd9b2a 2024-11-16T02:25:05,967 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/rep_barrier/2dcb6c82fe724279b3e06b4ae8a613ce 2024-11-16T02:25:05,977 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1438, reset compression=false 2024-11-16T02:25:05,984 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/table/cbffc0f92e294c26b5e2c86a6191c921 is 53, key is hbase:replication/table:state/1731723892591/Put/seqid=0 2024-11-16T02:25:05,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741847_1023 (size=5308) 2024-11-16T02:25:05,991 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/.tmp/norep/c71f47a8205d477d85e0db83237ebf05 2024-11-16T02:25:05,995 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c71f47a8205d477d85e0db83237ebf05 2024-11-16T02:25:05,996 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/.tmp/f/2e57c456b7a74611a2aae0599e0bf541 as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/f/2e57c456b7a74611a2aae0599e0bf541 2024-11-16T02:25:05,999 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2e57c456b7a74611a2aae0599e0bf541 2024-11-16T02:25:05,999 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/f/2e57c456b7a74611a2aae0599e0bf541, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T02:25:06,000 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/.tmp/f1/9cbaac875e0c4a6897d0d33ee60817a9 as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/f1/9cbaac875e0c4a6897d0d33ee60817a9 2024-11-16T02:25:06,003 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cbaac875e0c4a6897d0d33ee60817a9 2024-11-16T02:25:06,003 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/f1/9cbaac875e0c4a6897d0d33ee60817a9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-16T02:25:06,004 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/.tmp/norep/c71f47a8205d477d85e0db83237ebf05 as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/norep/c71f47a8205d477d85e0db83237ebf05 2024-11-16T02:25:06,007 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c71f47a8205d477d85e0db83237ebf05 2024-11-16T02:25:06,007 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/norep/c71f47a8205d477d85e0db83237ebf05, entries=1, sequenceid=10, filesize=5.0 K 2024-11-16T02:25:06,008 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 547df45db9950883e587736ba2cd9b2a in 874ms, sequenceid=10, compaction requested=false 2024-11-16T02:25:06,008 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:25:06,012 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/default/test/547df45db9950883e587736ba2cd9b2a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-16T02:25:06,013 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:06,013 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:25:06,013 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:25:06,013 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 547df45db9950883e587736ba2cd9b2a: Waiting for close lock at 1731723905134Running coprocessor pre-close hooks at 1731723905134Disabling compacts and flushes for region at 1731723905134Disabling writes for close at 1731723905134Obtaining lock to block concurrent updates at 1731723905134Preparing flush snapshotting stores in 547df45db9950883e587736ba2cd9b2a at 1731723905134Finished memstore snapshotting test,,1731723887392.547df45db9950883e587736ba2cd9b2a., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731723905135 (+1 ms)Flushing stores of test,,1731723887392.547df45db9950883e587736ba2cd9b2a. at 1731723905135Flushing 547df45db9950883e587736ba2cd9b2a/f: creating writer at 1731723905135Flushing 547df45db9950883e587736ba2cd9b2a/f: appending metadata at 1731723905149 (+14 ms)Flushing 547df45db9950883e587736ba2cd9b2a/f: closing flushed file at 1731723905149Flushing 547df45db9950883e587736ba2cd9b2a/f1: creating writer at 1731723905556 (+407 ms)Flushing 547df45db9950883e587736ba2cd9b2a/f1: appending metadata at 1731723905569 (+13 ms)Flushing 547df45db9950883e587736ba2cd9b2a/f1: closing flushed file at 1731723905569Flushing 547df45db9950883e587736ba2cd9b2a/norep: creating writer at 1731723905576 (+7 ms)Flushing 547df45db9950883e587736ba2cd9b2a/norep: appending metadata at 1731723905587 (+11 ms)Flushing 547df45db9950883e587736ba2cd9b2a/norep: closing flushed file at 1731723905587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@564777ce: reopening flushed file at 1731723905995 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a53faf: reopening flushed file at 1731723905999 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cdd567e: reopening flushed file at 1731723906003 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 547df45db9950883e587736ba2cd9b2a in 874ms, sequenceid=10, compaction requested=false at 1731723906008 (+5 ms)Writing region close event to WAL at 1731723906010 (+2 ms)Running coprocessor post-close hooks at 1731723906013 (+3 ms)Closed at 1731723906013 2024-11-16T02:25:06,013 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723887392.547df45db9950883e587736ba2cd9b2a. 2024-11-16T02:25:06,097 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:06,102 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:06,279 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 1438, reset compression=false 2024-11-16T02:25:06,283 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:25:06,283 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 2082, reset compression=false 2024-11-16T02:25:06,302 DEBUG [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:06,387 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/table/cbffc0f92e294c26b5e2c86a6191c921 2024-11-16T02:25:06,391 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/info/d2fd9aa44da64b2b9ba8971788f488be as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/info/d2fd9aa44da64b2b9ba8971788f488be 2024-11-16T02:25:06,394 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/info/d2fd9aa44da64b2b9ba8971788f488be, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:25:06,394 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/ns/e106d6cb668b4c4b83c1299e70efcdce as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/ns/e106d6cb668b4c4b83c1299e70efcdce 2024-11-16T02:25:06,397 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/ns/e106d6cb668b4c4b83c1299e70efcdce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:25:06,398 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/rep_barrier/2dcb6c82fe724279b3e06b4ae8a613ce as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/rep_barrier/2dcb6c82fe724279b3e06b4ae8a613ce 2024-11-16T02:25:06,400 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/rep_barrier/2dcb6c82fe724279b3e06b4ae8a613ce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:25:06,401 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/.tmp/table/cbffc0f92e294c26b5e2c86a6191c921 as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/table/cbffc0f92e294c26b5e2c86a6191c921 2024-11-16T02:25:06,403 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/table/cbffc0f92e294c26b5e2c86a6191c921, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:25:06,404 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-16T02:25:06,404 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:25:06,408 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:25:06,408 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:06,408 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:25:06,408 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:06,408 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723904700Running coprocessor pre-close hooks at 1731723904700Disabling compacts and flushes for region at 1731723904700Disabling writes for close at 1731723904700Obtaining lock to block concurrent updates at 1731723904700Preparing flush snapshotting stores in 1588230740 at 1731723904700Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723904701 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723904701Flushing 1588230740/info: creating writer at 1731723904701Flushing 1588230740/info: appending metadata at 1731723904718 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731723904718Flushing 1588230740/ns: creating writer at 1731723905129 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731723905142 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731723905142Flushing 1588230740/rep_barrier: creating writer at 1731723905549 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723905563 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723905563Flushing 1588230740/table: creating writer at 1731723905971 (+408 ms)Flushing 1588230740/table: appending metadata at 1731723905983 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731723905983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a03d2c5: reopening flushed file at 1731723906391 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b14bfd6: reopening flushed file at 1731723906394 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b40976: reopening flushed file at 1731723906397 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf767cf: reopening flushed file at 1731723906400 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731723906404 (+4 ms)Writing region close event to WAL at 1731723906406 (+2 ms)Running coprocessor post-close hooks at 1731723906408 (+2 ms)Closed at 1731723906408 2024-11-16T02:25:06,408 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:06,486 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.wal-reader.667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.1731723877635 to pos 2082, reset compression=false 2024-11-16T02:25:06,502 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,40565,1731723875825; all regions closed. 2024-11-16T02:25:06,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:25:06,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.meta.1731723878585.meta not finished, retry = 0 2024-11-16T02:25:06,606 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/WALs/667222f7cf1b,40565,1731723875825/667222f7cf1b%2C40565%2C1731723875825.rep.1731723892558 not finished, retry = 0 2024-11-16T02:25:06,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741839_1015 (size=3114) 2024-11-16T02:25:06,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741832_1008 (size=2090) 2024-11-16T02:25:06,709 DEBUG [RS:0;667222f7cf1b:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:06,710 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:06,710 INFO [RS:0;667222f7cf1b:40565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:06,710 INFO [RS:0;667222f7cf1b:40565 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:06,710 INFO [RS:0;667222f7cf1b:40565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:06,710 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:06,710 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,40565,1731723875825 because: Region server is closing 2024-11-16T02:25:06,710 INFO [RS:0;667222f7cf1b:40565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:40565. 2024-11-16T02:25:06,710 DEBUG [RS:0;667222f7cf1b:40565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:06,710 DEBUG [RS:0;667222f7cf1b:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:06,710 DEBUG [RS:0;667222f7cf1b:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:06,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:06,811 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,40565,1731723875825.replicationSource.shipper667222f7cf1b%2C40565%2C1731723875825,1-667222f7cf1b,40565,1731723875825 terminated 2024-11-16T02:25:06,811 INFO [RS:0;667222f7cf1b:40565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:40565. 2024-11-16T02:25:06,811 DEBUG [RS:0;667222f7cf1b:40565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:06,811 DEBUG [RS:0;667222f7cf1b:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:06,811 DEBUG [RS:0;667222f7cf1b:40565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:06,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:06,811 INFO [RS:0;667222f7cf1b:40565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40565 2024-11-16T02:25:06,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-565049821/rs/667222f7cf1b,40565,1731723875825 2024-11-16T02:25:06,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821/rs 2024-11-16T02:25:06,972 INFO [RS:0;667222f7cf1b:40565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:07,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,40565,1731723875825] 2024-11-16T02:25:07,087 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-565049821/draining/667222f7cf1b,40565,1731723875825 already deleted, retry=false 2024-11-16T02:25:07,087 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,40565,1731723875825 expired; onlineServers=0 2024-11-16T02:25:07,087 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,34833,1731723875476' ***** 2024-11-16T02:25:07,087 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:25:07,087 INFO [M:0;667222f7cf1b:34833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:07,087 INFO [M:0;667222f7cf1b:34833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:07,087 DEBUG [M:0;667222f7cf1b:34833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:25:07,087 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:25:07,087 DEBUG [M:0;667222f7cf1b:34833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:25:07,087 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723877359 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723877359,5,FailOnTimeoutGroup] 2024-11-16T02:25:07,087 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723877359 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723877359,5,FailOnTimeoutGroup] 2024-11-16T02:25:07,087 INFO [M:0;667222f7cf1b:34833 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:07,088 INFO [M:0;667222f7cf1b:34833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:07,088 DEBUG [M:0;667222f7cf1b:34833 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:25:07,088 INFO [M:0;667222f7cf1b:34833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:25:07,088 INFO [M:0;667222f7cf1b:34833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:07,088 INFO [M:0;667222f7cf1b:34833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:25:07,088 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:25:07,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-565049821/master 2024-11-16T02:25:07,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-565049821 2024-11-16T02:25:07,123 DEBUG [M:0;667222f7cf1b:34833 {}] zookeeper.ZKUtil(347): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Unable to get data of znode /1-565049821/master because node does not exist (not an error) 2024-11-16T02:25:07,123 WARN [M:0;667222f7cf1b:34833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:25:07,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,123 INFO [M:0;667222f7cf1b:34833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/.lastflushedseqids 2024-11-16T02:25:07,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741848_1024 (size=245) 2024-11-16T02:25:07,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:07,177 INFO [RS:0;667222f7cf1b:40565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40565-0x10141752f690004, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:07,177 INFO [RS:0;667222f7cf1b:40565 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,40565,1731723875825; zookeeper connection closed. 2024-11-16T02:25:07,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3811043f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3811043f 2024-11-16T02:25:07,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:25:07,400 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:07,527 INFO [M:0;667222f7cf1b:34833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:25:07,528 INFO [M:0;667222f7cf1b:34833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:25:07,528 DEBUG [M:0;667222f7cf1b:34833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:07,528 INFO [M:0;667222f7cf1b:34833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:07,528 DEBUG [M:0;667222f7cf1b:34833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:07,528 DEBUG [M:0;667222f7cf1b:34833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:07,528 DEBUG [M:0;667222f7cf1b:34833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:07,528 INFO [M:0;667222f7cf1b:34833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-16T02:25:07,542 DEBUG [M:0;667222f7cf1b:34833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03cd9691217d47a5972cfb85b747def5 is 82, key is hbase:meta,,1/info:regioninfo/1731723878617/Put/seqid=0 2024-11-16T02:25:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741849_1025 (size=5672) 2024-11-16T02:25:07,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:25:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:07,946 INFO [M:0;667222f7cf1b:34833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03cd9691217d47a5972cfb85b747def5 2024-11-16T02:25:07,963 DEBUG [M:0;667222f7cf1b:34833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3edcef65f4dc45fb8c54b317f0f4e3e7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731723892593/Put/seqid=0 2024-11-16T02:25:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741850_1026 (size=8516) 2024-11-16T02:25:08,366 INFO [M:0;667222f7cf1b:34833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3edcef65f4dc45fb8c54b317f0f4e3e7 2024-11-16T02:25:08,382 DEBUG [M:0;667222f7cf1b:34833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c40893ff2784018b82f4008ccfab006 is 69, key is 667222f7cf1b,40565,1731723875825/rs:state/1731723877489/Put/seqid=0 2024-11-16T02:25:08,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741851_1027 (size=5156) 2024-11-16T02:25:08,785 INFO [M:0;667222f7cf1b:34833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c40893ff2784018b82f4008ccfab006 2024-11-16T02:25:08,789 DEBUG [M:0;667222f7cf1b:34833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03cd9691217d47a5972cfb85b747def5 as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03cd9691217d47a5972cfb85b747def5 2024-11-16T02:25:08,792 INFO [M:0;667222f7cf1b:34833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03cd9691217d47a5972cfb85b747def5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-16T02:25:08,793 DEBUG [M:0;667222f7cf1b:34833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3edcef65f4dc45fb8c54b317f0f4e3e7 as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3edcef65f4dc45fb8c54b317f0f4e3e7 2024-11-16T02:25:08,797 INFO [M:0;667222f7cf1b:34833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3edcef65f4dc45fb8c54b317f0f4e3e7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-16T02:25:08,797 DEBUG [M:0;667222f7cf1b:34833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c40893ff2784018b82f4008ccfab006 as hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c40893ff2784018b82f4008ccfab006 2024-11-16T02:25:08,801 INFO [M:0;667222f7cf1b:34833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37647/user/jenkins/test-data/bb54aebd-a794-2dd8-7d32-5f0c548d20f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c40893ff2784018b82f4008ccfab006, entries=1, sequenceid=97, filesize=5.0 K 2024-11-16T02:25:08,802 INFO [M:0;667222f7cf1b:34833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-16T02:25:08,803 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:08,803 INFO [M:0;667222f7cf1b:34833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:08,803 DEBUG [M:0;667222f7cf1b:34833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723907528Disabling compacts and flushes for region at 1731723907528Disabling writes for close at 1731723907528Obtaining lock to block concurrent updates at 1731723907528Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723907528Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731723907528Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723907529 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723907529Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723907542 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723907542Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723907949 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723907962 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723907962Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723908370 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723908381 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723908381Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56740bc: reopening flushed file at 1731723908789 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a9ca66: reopening flushed file at 1731723908793 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@418456f9: reopening flushed file at 1731723908797 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731723908802 (+5 ms)Writing region close event to WAL at 1731723908803 (+1 ms)Closed at 1731723908803 2024-11-16T02:25:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36699 is added to blk_1073741830_1006 (size=63654) 2024-11-16T02:25:08,806 INFO [M:0;667222f7cf1b:34833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:25:08,806 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:08,806 INFO [M:0;667222f7cf1b:34833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34833 2024-11-16T02:25:08,806 INFO [M:0;667222f7cf1b:34833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:08,921 INFO [M:0;667222f7cf1b:34833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:08,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:08,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x10141752f690003, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:08,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3340f25a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:08,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64d8c28a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:08,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:08,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28eb790a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:08,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30ce4909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:08,925 WARN [BP-1422527152-172.17.0.3-1731723873325 heartbeating to localhost/127.0.0.1:37647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:25:08,925 WARN [BP-1422527152-172.17.0.3-1731723873325 heartbeating to localhost/127.0.0.1:37647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1422527152-172.17.0.3-1731723873325 (Datanode Uuid 7c30ca92-5161-41a1-b344-99dab35041fb) service to localhost/127.0.0.1:37647 2024-11-16T02:25:08,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:25:08,925 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:25:08,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/cluster_e95a40e5-f3ab-eb61-9838-6aa20dc78689/data/data1/current/BP-1422527152-172.17.0.3-1731723873325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:08,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/cluster_e95a40e5-f3ab-eb61-9838-6aa20dc78689/data/data2/current/BP-1422527152-172.17.0.3-1731723873325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:08,925 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:25:08,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2df0d1ac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:08,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e092e2d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:08,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:08,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a8b9352{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:08,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1720f84{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe99feb0-7332-eeb3-d486-f26e35a6e221/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:08,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:25:08,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:25:08,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:08,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:08,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:08,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:08,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:08,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:25:08,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=833170597, stopped=false 2024-11-16T02:25:08,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,40791,1731723869297 2024-11-16T02:25:08,961 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0509530903/running 2024-11-16T02:25:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0509530903/running 2024-11-16T02:25:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:25:08,961 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:25:08,961 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:08,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on znode that does not yet exist, /0509530903/running 2024-11-16T02:25:08,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Set watcher on znode that does not yet exist, /0509530903/running 2024-11-16T02:25:08,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:08,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:08,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:08,962 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,45601,1731723869915' ***** 2024-11-16T02:25:08,962 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:25:08,962 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:25:08,962 INFO [RS:0;667222f7cf1b:45601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:25:08,962 INFO [RS:0;667222f7cf1b:45601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:25:08,962 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:25:08,962 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(3091): Received CLOSE for c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:25:08,963 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(3091): Received CLOSE for 37720157701e02fb33b200bb6281772a 2024-11-16T02:25:08,963 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,45601,1731723869915 2024-11-16T02:25:08,963 INFO [RS:0;667222f7cf1b:45601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:08,963 INFO [RS:0;667222f7cf1b:45601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:45601. 2024-11-16T02:25:08,963 DEBUG [RS:0;667222f7cf1b:45601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:08,963 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c24fbb2b97d8e6fa21c0d5ca5957b03c, disabling compactions & flushes 2024-11-16T02:25:08,963 DEBUG [RS:0;667222f7cf1b:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:08,963 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:25:08,963 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:25:08,963 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:25:08,963 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:25:08,963 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:25:08,963 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. after waiting 0 ms 2024-11-16T02:25:08,963 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:25:08,963 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:25:08,963 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c24fbb2b97d8e6fa21c0d5ca5957b03c 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-16T02:25:08,963 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:25:08,963 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1325): Online Regions={c24fbb2b97d8e6fa21c0d5ca5957b03c=hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c., 1588230740=hbase:meta,,1.1588230740, 37720157701e02fb33b200bb6281772a=test,,1731723885230.37720157701e02fb33b200bb6281772a.} 2024-11-16T02:25:08,963 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37720157701e02fb33b200bb6281772a, c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:25:08,963 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:08,963 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:08,963 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:08,963 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:08,963 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:08,963 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:25:08,977 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/info/a1da4626981644a1acc39bf47bdfb24d is 147, key is hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c./info:regioninfo/1731723890846/Put/seqid=0 2024-11-16T02:25:08,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741840_1016 (size=7686) 2024-11-16T02:25:08,980 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/info/a1da4626981644a1acc39bf47bdfb24d 2024-11-16T02:25:08,980 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/replication/c24fbb2b97d8e6fa21c0d5ca5957b03c/.tmp/queue/cadb6837c05f4ff182f24ca4dd0b9fdf is 153, key is 1-667222f7cf1b,45601,1731723869915/queue:667222f7cf1b%2C45601%2C1731723869915/1731723898365/Put/seqid=0 2024-11-16T02:25:08,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741841_1017 (size=5352) 2024-11-16T02:25:08,990 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:08,996 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/ns/094ea92e73cf4e5db026c982d65caed6 is 43, key is default/ns:d/1731723873243/Put/seqid=0 2024-11-16T02:25:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:25:09,000 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/ns/094ea92e73cf4e5db026c982d65caed6 2024-11-16T02:25:09,015 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/rep_barrier/b3a84ef64aaa4f93be6024498168d2e1 is 112, key is test,,1731723885230.37720157701e02fb33b200bb6281772a./rep_barrier:seqnumDuringOpen/1731723886437/Put/seqid=0 2024-11-16T02:25:09,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741843_1019 (size=5518) 2024-11-16T02:25:09,029 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:25:09,029 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:25:09,163 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37720157701e02fb33b200bb6281772a, c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:25:09,363 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37720157701e02fb33b200bb6281772a, c24fbb2b97d8e6fa21c0d5ca5957b03c 2024-11-16T02:25:09,384 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/replication/c24fbb2b97d8e6fa21c0d5ca5957b03c/.tmp/queue/cadb6837c05f4ff182f24ca4dd0b9fdf 2024-11-16T02:25:09,389 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/replication/c24fbb2b97d8e6fa21c0d5ca5957b03c/.tmp/queue/cadb6837c05f4ff182f24ca4dd0b9fdf as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/replication/c24fbb2b97d8e6fa21c0d5ca5957b03c/queue/cadb6837c05f4ff182f24ca4dd0b9fdf 2024-11-16T02:25:09,392 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/replication/c24fbb2b97d8e6fa21c0d5ca5957b03c/queue/cadb6837c05f4ff182f24ca4dd0b9fdf, entries=1, sequenceid=8, filesize=5.2 K 2024-11-16T02:25:09,393 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c24fbb2b97d8e6fa21c0d5ca5957b03c in 430ms, sequenceid=8, compaction requested=false 2024-11-16T02:25:09,393 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:25:09,397 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/replication/c24fbb2b97d8e6fa21c0d5ca5957b03c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T02:25:09,397 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:09,397 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:25:09,397 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:25:09,398 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c24fbb2b97d8e6fa21c0d5ca5957b03c: Waiting for close lock at 1731723908963Running coprocessor pre-close hooks at 1731723908963Disabling compacts and flushes for region at 1731723908963Disabling writes for close at 1731723908963Obtaining lock to block concurrent updates at 1731723908963Preparing flush snapshotting stores in c24fbb2b97d8e6fa21c0d5ca5957b03c at 1731723908963Finished memstore snapshotting hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731723908963Flushing stores of hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. at 1731723908964 (+1 ms)Flushing c24fbb2b97d8e6fa21c0d5ca5957b03c/queue: creating writer at 1731723908964Flushing c24fbb2b97d8e6fa21c0d5ca5957b03c/queue: appending metadata at 1731723908980 (+16 ms)Flushing c24fbb2b97d8e6fa21c0d5ca5957b03c/queue: closing flushed file at 1731723908980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87cab4f: reopening flushed file at 1731723909388 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for c24fbb2b97d8e6fa21c0d5ca5957b03c in 430ms, sequenceid=8, compaction requested=false at 1731723909393 (+5 ms)Writing region close event to WAL at 1731723909394 (+1 ms)Running coprocessor post-close hooks at 1731723909397 (+3 ms)Closed at 1731723909397 2024-11-16T02:25:09,398 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723889682.c24fbb2b97d8e6fa21c0d5ca5957b03c. 2024-11-16T02:25:09,398 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 37720157701e02fb33b200bb6281772a, disabling compactions & flushes 2024-11-16T02:25:09,398 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:25:09,398 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:25:09,398 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723885230.37720157701e02fb33b200bb6281772a. after waiting 0 ms 2024-11-16T02:25:09,398 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:25:09,398 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 37720157701e02fb33b200bb6281772a 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-16T02:25:09,411 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/.tmp/f/5c5b14a006644d9e9cd7285813e7b68b is 28, key is row/f:/1731723898155/DeleteFamily/seqid=0 2024-11-16T02:25:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741844_1020 (size=5085) 2024-11-16T02:25:09,414 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/.tmp/f/5c5b14a006644d9e9cd7285813e7b68b 2024-11-16T02:25:09,418 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c5b14a006644d9e9cd7285813e7b68b 2024-11-16T02:25:09,418 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/rep_barrier/b3a84ef64aaa4f93be6024498168d2e1 2024-11-16T02:25:09,434 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/table/fd90fc43c0934c0dbb7e3c50504e66f2 is 53, key is hbase:replication/table:state/1731723890852/Put/seqid=0 2024-11-16T02:25:09,435 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/.tmp/f1/cb0707887a3a4f95b16708a4de1e139d is 29, key is row/f1:/1731723898155/DeleteFamily/seqid=0 2024-11-16T02:25:09,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741845_1021 (size=5308) 2024-11-16T02:25:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741846_1022 (size=5089) 2024-11-16T02:25:09,564 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37720157701e02fb33b200bb6281772a 2024-11-16T02:25:09,764 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 37720157701e02fb33b200bb6281772a 2024-11-16T02:25:09,837 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/table/fd90fc43c0934c0dbb7e3c50504e66f2 2024-11-16T02:25:09,839 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/.tmp/f1/cb0707887a3a4f95b16708a4de1e139d 2024-11-16T02:25:09,842 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/info/a1da4626981644a1acc39bf47bdfb24d as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/info/a1da4626981644a1acc39bf47bdfb24d 2024-11-16T02:25:09,842 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb0707887a3a4f95b16708a4de1e139d 2024-11-16T02:25:09,845 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/info/a1da4626981644a1acc39bf47bdfb24d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:25:09,845 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/ns/094ea92e73cf4e5db026c982d65caed6 as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/ns/094ea92e73cf4e5db026c982d65caed6 2024-11-16T02:25:09,848 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/ns/094ea92e73cf4e5db026c982d65caed6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:25:09,849 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/rep_barrier/b3a84ef64aaa4f93be6024498168d2e1 as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/rep_barrier/b3a84ef64aaa4f93be6024498168d2e1 2024-11-16T02:25:09,851 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/rep_barrier/b3a84ef64aaa4f93be6024498168d2e1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:25:09,852 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/.tmp/table/fd90fc43c0934c0dbb7e3c50504e66f2 as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/table/fd90fc43c0934c0dbb7e3c50504e66f2 2024-11-16T02:25:09,855 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/table/fd90fc43c0934c0dbb7e3c50504e66f2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:25:09,856 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=16, compaction requested=false 2024-11-16T02:25:09,856 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:25:09,860 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:25:09,860 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:09,860 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:25:09,861 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:09,861 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723908963Running coprocessor pre-close hooks at 1731723908963Disabling compacts and flushes for region at 1731723908963Disabling writes for close at 1731723908963Obtaining lock to block concurrent updates at 1731723908963Preparing flush snapshotting stores in 1588230740 at 1731723908963Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723908963Flushing stores of hbase:meta,,1.1588230740 at 1731723908964 (+1 ms)Flushing 1588230740/info: creating writer at 1731723908964Flushing 1588230740/info: appending metadata at 1731723908976 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731723908976Flushing 1588230740/ns: creating writer at 1731723908984 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731723908996 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731723908996Flushing 1588230740/rep_barrier: creating writer at 1731723909003 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723909014 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723909014Flushing 1588230740/table: creating writer at 1731723909422 (+408 ms)Flushing 1588230740/table: appending metadata at 1731723909433 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731723909433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9184bb1: reopening flushed file at 1731723909841 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40be33e: reopening flushed file at 1731723909845 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67412c0a: reopening flushed file at 1731723909848 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a143231: reopening flushed file at 1731723909852 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 893ms, sequenceid=16, compaction requested=false at 1731723909856 (+4 ms)Writing region close event to WAL at 1731723909857 (+1 ms)Running coprocessor post-close hooks at 1731723909860 (+3 ms)Closed at 1731723909861 (+1 ms) 2024-11-16T02:25:09,861 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:09,861 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/.tmp/norep/1fa4cc56ac7f49829c4ce98029be2c2b is 32, key is row/norep:/1731723898155/DeleteFamily/seqid=0 2024-11-16T02:25:09,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741847_1023 (size=5101) 2024-11-16T02:25:09,964 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:25:09,964 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1325): Online Regions={37720157701e02fb33b200bb6281772a=test,,1731723885230.37720157701e02fb33b200bb6281772a.} 2024-11-16T02:25:09,964 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1351): Waiting on 37720157701e02fb33b200bb6281772a 2024-11-16T02:25:10,164 DEBUG [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1351): Waiting on 37720157701e02fb33b200bb6281772a 2024-11-16T02:25:10,264 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/.tmp/norep/1fa4cc56ac7f49829c4ce98029be2c2b 2024-11-16T02:25:10,268 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fa4cc56ac7f49829c4ce98029be2c2b 2024-11-16T02:25:10,268 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/.tmp/f/5c5b14a006644d9e9cd7285813e7b68b as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/f/5c5b14a006644d9e9cd7285813e7b68b 2024-11-16T02:25:10,271 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c5b14a006644d9e9cd7285813e7b68b 2024-11-16T02:25:10,271 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/f/5c5b14a006644d9e9cd7285813e7b68b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T02:25:10,272 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/.tmp/f1/cb0707887a3a4f95b16708a4de1e139d as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/f1/cb0707887a3a4f95b16708a4de1e139d 2024-11-16T02:25:10,275 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb0707887a3a4f95b16708a4de1e139d 2024-11-16T02:25:10,275 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/f1/cb0707887a3a4f95b16708a4de1e139d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T02:25:10,275 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/.tmp/norep/1fa4cc56ac7f49829c4ce98029be2c2b as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/norep/1fa4cc56ac7f49829c4ce98029be2c2b 2024-11-16T02:25:10,279 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fa4cc56ac7f49829c4ce98029be2c2b 2024-11-16T02:25:10,279 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/norep/1fa4cc56ac7f49829c4ce98029be2c2b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-16T02:25:10,280 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 37720157701e02fb33b200bb6281772a in 882ms, sequenceid=6, compaction requested=false 2024-11-16T02:25:10,280 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:25:10,284 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/data/default/test/37720157701e02fb33b200bb6281772a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T02:25:10,284 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:10,284 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:25:10,284 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:25:10,284 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 37720157701e02fb33b200bb6281772a: Waiting for close lock at 1731723909398Running coprocessor pre-close hooks at 1731723909398Disabling compacts and flushes for region at 1731723909398Disabling writes for close at 1731723909398Obtaining lock to block concurrent updates at 1731723909398Preparing flush snapshotting stores in 37720157701e02fb33b200bb6281772a at 1731723909398Finished memstore snapshotting test,,1731723885230.37720157701e02fb33b200bb6281772a., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731723909398Flushing stores of test,,1731723885230.37720157701e02fb33b200bb6281772a. at 1731723909399 (+1 ms)Flushing 37720157701e02fb33b200bb6281772a/f: creating writer at 1731723909399Flushing 37720157701e02fb33b200bb6281772a/f: appending metadata at 1731723909410 (+11 ms)Flushing 37720157701e02fb33b200bb6281772a/f: closing flushed file at 1731723909411 (+1 ms)Flushing 37720157701e02fb33b200bb6281772a/f1: creating writer at 1731723909418 (+7 ms)Flushing 37720157701e02fb33b200bb6281772a/f1: appending metadata at 1731723909434 (+16 ms)Flushing 37720157701e02fb33b200bb6281772a/f1: closing flushed file at 1731723909434Flushing 37720157701e02fb33b200bb6281772a/norep: creating writer at 1731723909842 (+408 ms)Flushing 37720157701e02fb33b200bb6281772a/norep: appending metadata at 1731723909860 (+18 ms)Flushing 37720157701e02fb33b200bb6281772a/norep: closing flushed file at 1731723909860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e13d60: reopening flushed file at 1731723910268 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50338aa2: reopening flushed file at 1731723910271 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ab4ffc: reopening flushed file at 1731723910275 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 37720157701e02fb33b200bb6281772a in 882ms, sequenceid=6, compaction requested=false at 1731723910280 (+5 ms)Writing region close event to WAL at 1731723910282 (+2 ms)Running coprocessor post-close hooks at 1731723910284 (+2 ms)Closed at 1731723910284 2024-11-16T02:25:10,284 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723885230.37720157701e02fb33b200bb6281772a. 2024-11-16T02:25:10,306 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 636, reset compression=false 2024-11-16T02:25:10,309 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:25:10,310 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161 to pos 1527, reset compression=false 2024-11-16T02:25:10,310 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,45601,1731723869915 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/WALs/667222f7cf1b,45601,1731723869915/667222f7cf1b%2C45601%2C1731723869915.1731723872161, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:25:10,310 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,45601,1731723869915: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-667222f7cf1b,45601,1731723869915, walGroup=667222f7cf1b%2C45601%2C1731723869915, offset=667222f7cf1b%2C45601%2C1731723869915.1731723872161:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:45601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:25:10,321 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:25:10,321 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:25:10,321 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:25:10,321 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:25:10,321 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:25:10,322 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1350565888, "init": 1048576000, "max": 2306867200, "used": 794999856 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 203569888 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:25:10,322 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:40791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:40791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T02:25:10,364 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,45601,1731723869915; all regions closed. 2024-11-16T02:25:10,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741834_1010 (size=4239) 2024-11-16T02:25:10,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741839_1015 (size=2240) 2024-11-16T02:25:10,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741832_1008 (size=1535) 2024-11-16T02:25:10,371 DEBUG [RS:0;667222f7cf1b:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:10,371 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:10,371 INFO [RS:0;667222f7cf1b:45601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:10,371 INFO [RS:0;667222f7cf1b:45601 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:10,371 INFO [RS:0;667222f7cf1b:45601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:10,371 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:10,371 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,45601,1731723869915 because: Region server is closing 2024-11-16T02:25:10,372 INFO [RS:0;667222f7cf1b:45601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:45601. 2024-11-16T02:25:10,372 DEBUG [RS:0;667222f7cf1b:45601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:10,372 DEBUG [RS:0;667222f7cf1b:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:10,372 DEBUG [RS:0;667222f7cf1b:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:10,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:10,472 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.shipper667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 terminated 2024-11-16T02:25:10,472 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,45601,1731723869915.replicationSource.wal-reader.667222f7cf1b%2C45601%2C1731723869915,1-667222f7cf1b,45601,1731723869915 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:25:10,472 INFO [RS:0;667222f7cf1b:45601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45601 2024-11-16T02:25:10,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903/rs 2024-11-16T02:25:10,529 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0509530903/rs/667222f7cf1b,45601,1731723869915 2024-11-16T02:25:10,529 INFO [RS:0;667222f7cf1b:45601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:10,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,45601,1731723869915] 2024-11-16T02:25:10,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0509530903/draining/667222f7cf1b,45601,1731723869915 already deleted, retry=false 2024-11-16T02:25:10,550 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,45601,1731723869915 expired; onlineServers=0 2024-11-16T02:25:10,550 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,40791,1731723869297' ***** 2024-11-16T02:25:10,550 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:25:10,550 INFO [M:0;667222f7cf1b:40791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:10,550 INFO [M:0;667222f7cf1b:40791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:10,550 DEBUG [M:0;667222f7cf1b:40791 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:25:10,551 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:25:10,551 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723871967 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723871967,5,FailOnTimeoutGroup] 2024-11-16T02:25:10,551 DEBUG [M:0;667222f7cf1b:40791 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:25:10,551 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723871967 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723871967,5,FailOnTimeoutGroup] 2024-11-16T02:25:10,551 INFO [M:0;667222f7cf1b:40791 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:10,551 INFO [M:0;667222f7cf1b:40791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:10,551 DEBUG [M:0;667222f7cf1b:40791 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:25:10,551 INFO [M:0;667222f7cf1b:40791 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:25:10,551 INFO [M:0;667222f7cf1b:40791 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:10,551 ERROR [M:0;667222f7cf1b:40791 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44025,5,PEWorkerGroup] 2024-11-16T02:25:10,551 INFO [M:0;667222f7cf1b:40791 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:25:10,551 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:25:10,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0509530903/master 2024-11-16T02:25:10,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0509530903 2024-11-16T02:25:10,561 DEBUG [M:0;667222f7cf1b:40791 {}] zookeeper.ZKUtil(347): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Unable to get data of znode /0509530903/master because node does not exist (not an error) 2024-11-16T02:25:10,561 WARN [M:0;667222f7cf1b:40791 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:25:10,562 INFO [M:0;667222f7cf1b:40791 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/.lastflushedseqids 2024-11-16T02:25:10,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741848_1024 (size=245) 2024-11-16T02:25:10,565 INFO [M:0;667222f7cf1b:40791 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:25:10,565 INFO [M:0;667222f7cf1b:40791 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:25:10,565 DEBUG [M:0;667222f7cf1b:40791 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:10,565 INFO [M:0;667222f7cf1b:40791 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:10,565 DEBUG [M:0;667222f7cf1b:40791 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:10,565 DEBUG [M:0;667222f7cf1b:40791 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:10,565 DEBUG [M:0;667222f7cf1b:40791 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:10,565 INFO [M:0;667222f7cf1b:40791 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-16T02:25:10,583 DEBUG [M:0;667222f7cf1b:40791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45bea7a101f247a1908df0fe96da47d9 is 82, key is hbase:meta,,1/info:regioninfo/1731723873197/Put/seqid=0 2024-11-16T02:25:10,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741849_1025 (size=5672) 2024-11-16T02:25:10,587 INFO [M:0;667222f7cf1b:40791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45bea7a101f247a1908df0fe96da47d9 2024-11-16T02:25:10,607 DEBUG [M:0;667222f7cf1b:40791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dd60a8e0b124861bfda248cccece05a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731723886453/Put/seqid=0 2024-11-16T02:25:10,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741850_1026 (size=7217) 2024-11-16T02:25:10,611 INFO [M:0;667222f7cf1b:40791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dd60a8e0b124861bfda248cccece05a 2024-11-16T02:25:10,614 INFO [M:0;667222f7cf1b:40791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dd60a8e0b124861bfda248cccece05a 2024-11-16T02:25:10,631 DEBUG [M:0;667222f7cf1b:40791 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b9c64fc24fb4d7297415e938600d4e5 is 69, key is 667222f7cf1b,45601,1731723869915/rs:state/1731723872003/Put/seqid=0 2024-11-16T02:25:10,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741851_1027 (size=5156) 2024-11-16T02:25:10,640 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:10,640 INFO [RS:0;667222f7cf1b:45601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:10,640 DEBUG [pool-1870-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10141752f690001, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:10,640 INFO [RS:0;667222f7cf1b:45601 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,45601,1731723869915; zookeeper connection closed. 2024-11-16T02:25:10,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69fb5888 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69fb5888 2024-11-16T02:25:10,640 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:25:11,034 INFO [M:0;667222f7cf1b:40791 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b9c64fc24fb4d7297415e938600d4e5 2024-11-16T02:25:11,039 DEBUG [M:0;667222f7cf1b:40791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45bea7a101f247a1908df0fe96da47d9 as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45bea7a101f247a1908df0fe96da47d9 2024-11-16T02:25:11,042 INFO [M:0;667222f7cf1b:40791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45bea7a101f247a1908df0fe96da47d9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-16T02:25:11,043 DEBUG [M:0;667222f7cf1b:40791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6dd60a8e0b124861bfda248cccece05a as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6dd60a8e0b124861bfda248cccece05a 2024-11-16T02:25:11,046 INFO [M:0;667222f7cf1b:40791 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6dd60a8e0b124861bfda248cccece05a 2024-11-16T02:25:11,046 INFO [M:0;667222f7cf1b:40791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6dd60a8e0b124861bfda248cccece05a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-16T02:25:11,047 DEBUG [M:0;667222f7cf1b:40791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2b9c64fc24fb4d7297415e938600d4e5 as hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b9c64fc24fb4d7297415e938600d4e5 2024-11-16T02:25:11,050 INFO [M:0;667222f7cf1b:40791 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44025/user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2b9c64fc24fb4d7297415e938600d4e5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-16T02:25:11,050 INFO [M:0;667222f7cf1b:40791 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 485ms, sequenceid=105, compaction requested=false 2024-11-16T02:25:11,051 INFO [M:0;667222f7cf1b:40791 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:11,052 DEBUG [M:0;667222f7cf1b:40791 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723910565Disabling compacts and flushes for region at 1731723910565Disabling writes for close at 1731723910565Obtaining lock to block concurrent updates at 1731723910566 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723910566Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731723910566Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723910566Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723910566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723910583 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723910583Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723910591 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723910607 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723910607Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723910614 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723910630 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723910630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9b646: reopening flushed file at 1731723911038 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fb3928c: reopening flushed file at 1731723911042 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebdb625: reopening flushed file at 1731723911046 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 485ms, sequenceid=105, compaction requested=false at 1731723911050 (+4 ms)Writing region close event to WAL at 1731723911051 (+1 ms)Closed at 1731723911051 2024-11-16T02:25:11,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41843 is added to blk_1073741830_1006 (size=64411) 2024-11-16T02:25:11,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f310a186-a747-1c43-561b-5df6a03127dc/MasterData/WALs/667222f7cf1b,40791,1731723869297/667222f7cf1b%2C40791%2C1731723869297.1731723871738 not finished, retry = 0 2024-11-16T02:25:11,154 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:11,154 INFO [M:0;667222f7cf1b:40791 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:25:11,154 INFO [M:0;667222f7cf1b:40791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40791 2024-11-16T02:25:11,154 INFO [M:0;667222f7cf1b:40791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:11,268 INFO [M:0;667222f7cf1b:40791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:11,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:11,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40791-0x10141752f690000, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:11,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612d5d6f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:11,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@207547d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:11,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:11,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b6ad80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:11,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a273572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:11,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:25:11,283 WARN [BP-282752582-172.17.0.3-1731723867092 heartbeating to localhost/127.0.0.1:44025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:25:11,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:25:11,283 WARN [BP-282752582-172.17.0.3-1731723867092 heartbeating to localhost/127.0.0.1:44025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-282752582-172.17.0.3-1731723867092 (Datanode Uuid 42ef274e-6cc6-4db1-b755-4054ee6c93b5) service to localhost/127.0.0.1:44025 2024-11-16T02:25:11,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/cluster_1be10955-4a75-98df-ee83-df3b4a770b96/data/data1/current/BP-282752582-172.17.0.3-1731723867092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:11,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/cluster_1be10955-4a75-98df-ee83-df3b4a770b96/data/data2/current/BP-282752582-172.17.0.3-1731723867092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:11,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:25:11,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3eee7fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:11,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@515fdf15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:11,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:11,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@128179be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:11,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@210a229f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4c6e14a-ec4c-3081-7792-d42b2ed984e7/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:11,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:25:11,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:25:11,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=370 (was 322) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:44025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:44025 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:44025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:38075 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50491) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:37647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:37647 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:37647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:38075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:38075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=801 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=2433 (was 3834) 2024-11-16T02:25:11,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=370, OpenFileDescriptor=801, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=2433 2024-11-16T02:25:11,353 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-16T02:25:11,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.log.dir so I do NOT create it in target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f 2024-11-16T02:25:11,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:25:11,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.tmp.dir so I do NOT create it in target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f 2024-11-16T02:25:11,353 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb782061-5753-6654-66d6-719db7fb24d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:25:11,353 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f 2024-11-16T02:25:11,353 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b, deleteOnExit=true 2024-11-16T02:25:11,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b/zookeeper_0, clientPort=56181, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:25:11,374 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56181 2024-11-16T02:25:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:25:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:25:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/test.cache.data in system properties and HBase conf 2024-11-16T02:25:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:25:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:25:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:25:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:25:11,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:25:11,374 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:25:11,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:25:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10141752f690002, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:25:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10141752f690005, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:25:11,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10141752f690008, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:25:11,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10141752f690005, quorum=127.0.0.1:50491, baseZNode=/1-565049821 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:25:11,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10141752f690002, quorum=127.0.0.1:50491, baseZNode=/0509530903 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:25:11,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10141752f690008, quorum=127.0.0.1:50491, baseZNode=/2764489237 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:25:11,777 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:11,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:25:11,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:25:11,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:25:11,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:25:11,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:11,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d61ae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:25:11,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20516e0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:25:11,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e80fba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/java.io.tmpdir/jetty-localhost-41869-hadoop-hdfs-3_4_1-tests_jar-_-any-3705754084551377557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:11,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a310085{HTTP/1.1, (http/1.1)}{localhost:41869} 2024-11-16T02:25:11,872 INFO [Time-limited test {}] server.Server(415): Started @410856ms 2024-11-16T02:25:12,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:12,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:25:12,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:25:12,186 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:25:12,186 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:25:12,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f3ec8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:25:12,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21c63c7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:25:12,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7da7aff3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/java.io.tmpdir/jetty-localhost-46699-hadoop-hdfs-3_4_1-tests_jar-_-any-8049048398424443580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:12,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1854ceac{HTTP/1.1, (http/1.1)}{localhost:46699} 2024-11-16T02:25:12,309 INFO [Time-limited test {}] server.Server(415): Started @411294ms 2024-11-16T02:25:12,310 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:25:13,128 WARN [Thread-4131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b/data/data1/current/BP-1308882101-172.17.0.3-1731723911391/current, will proceed with Du for space computation calculation, 2024-11-16T02:25:13,128 WARN [Thread-4132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b/data/data2/current/BP-1308882101-172.17.0.3-1731723911391/current, will proceed with Du for space computation calculation, 2024-11-16T02:25:13,158 WARN [Thread-4119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:25:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d9f232a2d615e00 with lease ID 0x56a238a51e485f2c: Processing first storage report for DS-1d953121-e1a7-4654-8fde-680791da7187 from datanode DatanodeRegistration(127.0.0.1:45419, datanodeUuid=467c15b0-7275-4281-ba6a-543de4babf5c, infoPort=43409, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=218679902;c=1731723911391) 2024-11-16T02:25:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d9f232a2d615e00 with lease ID 0x56a238a51e485f2c: from storage DS-1d953121-e1a7-4654-8fde-680791da7187 node DatanodeRegistration(127.0.0.1:45419, datanodeUuid=467c15b0-7275-4281-ba6a-543de4babf5c, infoPort=43409, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=218679902;c=1731723911391), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:25:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d9f232a2d615e00 with lease ID 0x56a238a51e485f2c: Processing first storage report for DS-67d72a0b-33db-4fa5-b19f-15ad5643f3e3 from datanode DatanodeRegistration(127.0.0.1:45419, datanodeUuid=467c15b0-7275-4281-ba6a-543de4babf5c, infoPort=43409, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=218679902;c=1731723911391) 2024-11-16T02:25:13,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d9f232a2d615e00 with lease ID 0x56a238a51e485f2c: from storage DS-67d72a0b-33db-4fa5-b19f-15ad5643f3e3 node DatanodeRegistration(127.0.0.1:45419, datanodeUuid=467c15b0-7275-4281-ba6a-543de4babf5c, infoPort=43409, infoSecurePort=0, ipcPort=39695, storageInfo=lv=-57;cid=testClusterID;nsid=218679902;c=1731723911391), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:25:13,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f 2024-11-16T02:25:13,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:13,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:25:13,262 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189 with version=8 2024-11-16T02:25:13,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/hbase-staging 2024-11-16T02:25:13,264 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:25:13,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:13,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:13,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:25:13,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:13,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:25:13,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:25:13,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:25:13,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35579 2024-11-16T02:25:13,267 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35579 connecting to ZooKeeper ensemble=127.0.0.1:56181 2024-11-16T02:25:13,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355790x0, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:13,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35579-0x1014175dc780000 connected 2024-11-16T02:25:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:25:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:25:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:25:13,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:25:13,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:13,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:13,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Set watcher on znode that does not yet exist, /0-1088694175/running 2024-11-16T02:25:13,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189, hbase.cluster.distributed=false 2024-11-16T02:25:13,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Set watcher on znode that does not yet exist, /0-1088694175/acl 2024-11-16T02:25:13,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35579 2024-11-16T02:25:13,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35579 2024-11-16T02:25:13,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35579 2024-11-16T02:25:13,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35579 2024-11-16T02:25:13,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35579 2024-11-16T02:25:13,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:25:13,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:13,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:13,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:25:13,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:13,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:25:13,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:25:13,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:25:13,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46643 2024-11-16T02:25:13,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46643 connecting to ZooKeeper ensemble=127.0.0.1:56181 2024-11-16T02:25:13,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:13,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:13,466 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466430x0, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:13,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466430x0, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Set watcher on znode that does not yet exist, /0-1088694175/running 2024-11-16T02:25:13,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46643-0x1014175dc780001 connected 2024-11-16T02:25:13,466 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:25:13,467 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:25:13,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Set watcher on znode that does not yet exist, /0-1088694175/master 2024-11-16T02:25:13,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Set watcher on znode that does not yet exist, /0-1088694175/acl 2024-11-16T02:25:13,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46643 2024-11-16T02:25:13,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46643 2024-11-16T02:25:13,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46643 2024-11-16T02:25:13,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46643 2024-11-16T02:25:13,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46643 2024-11-16T02:25:13,498 DEBUG [M:0;667222f7cf1b:35579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:35579 2024-11-16T02:25:13,500 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1088694175/backup-masters/667222f7cf1b,35579,1731723913264 2024-11-16T02:25:13,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175/backup-masters 2024-11-16T02:25:13,508 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175/backup-masters 2024-11-16T02:25:13,508 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Set watcher on existing znode=/0-1088694175/backup-masters/667222f7cf1b,35579,1731723913264 2024-11-16T02:25:13,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:13,518 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1088694175/master 2024-11-16T02:25:13,518 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:13,518 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Set watcher on existing znode=/0-1088694175/master 2024-11-16T02:25:13,519 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1088694175/backup-masters/667222f7cf1b,35579,1731723913264 from backup master directory 2024-11-16T02:25:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088694175/backup-masters/667222f7cf1b,35579,1731723913264 2024-11-16T02:25:13,529 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175/backup-masters 2024-11-16T02:25:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175/backup-masters 2024-11-16T02:25:13,529 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:25:13,529 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,35579,1731723913264 2024-11-16T02:25:13,531 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/hbase.id] with ID: bb251955-860a-4316-9e0d-74f63f9168ca 2024-11-16T02:25:13,531 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/.tmp/hbase.id 2024-11-16T02:25:13,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:25:13,939 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/.tmp/hbase.id]:[hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/hbase.id] 2024-11-16T02:25:13,947 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:13,947 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:25:13,948 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:25:14,002 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:14,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:25:14,410 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:25:14,410 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:25:14,410 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:25:14,816 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/data/master/store 2024-11-16T02:25:14,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:25:14,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:14,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:14,828 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:14,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:14,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:14,828 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:14,828 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:14,829 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723914828Disabling compacts and flushes for region at 1731723914828Disabling writes for close at 1731723914828Writing region close event to WAL at 1731723914828Closed at 1731723914828 2024-11-16T02:25:14,829 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/data/master/store/.initializing 2024-11-16T02:25:14,829 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/WALs/667222f7cf1b,35579,1731723913264 2024-11-16T02:25:14,830 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:25:14,831 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C35579%2C1731723913264, suffix=, logDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/WALs/667222f7cf1b,35579,1731723913264, archiveDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/oldWALs, maxLogs=10 2024-11-16T02:25:14,850 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/WALs/667222f7cf1b,35579,1731723913264/667222f7cf1b%2C35579%2C1731723913264.1731723914832, exclude list is [], retry=0 2024-11-16T02:25:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-1d953121-e1a7-4654-8fde-680791da7187,DISK] 2024-11-16T02:25:14,855 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/WALs/667222f7cf1b,35579,1731723913264/667222f7cf1b%2C35579%2C1731723913264.1731723914832 2024-11-16T02:25:14,855 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43409:43409)] 2024-11-16T02:25:14,855 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:14,856 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:14,856 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,856 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:25:14,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:14,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:14,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:25:14,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:14,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:14,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:25:14,876 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:14,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:14,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:25:14,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:14,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:14,879 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,880 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,880 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,881 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,881 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,882 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:14,883 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:14,886 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:14,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61374311, jitterRate=-0.08545149862766266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:14,887 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723914856Initializing all the Stores at 1731723914857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723914857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723914862 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723914862Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723914862Cleaning up temporary data from old regions at 1731723914881 (+19 ms)Region opened successfully at 1731723914887 (+6 ms) 2024-11-16T02:25:14,887 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:25:14,889 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b5c5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:25:14,890 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:25:14,890 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:25:14,890 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:25:14,890 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:25:14,891 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:25:14,891 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:25:14,891 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:25:14,897 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:25:14,898 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Unable to get data of znode /0-1088694175/balancer because node does not exist (not necessarily an error) 2024-11-16T02:25:14,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:25:14,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:14,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:15,024 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088694175/balancer already deleted, retry=false 2024-11-16T02:25:15,024 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:25:15,025 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Unable to get data of znode /0-1088694175/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:25:15,104 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088694175/normalizer already deleted, retry=false 2024-11-16T02:25:15,104 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:25:15,105 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Unable to get data of znode /0-1088694175/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:25:15,157 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088694175/switch/split already deleted, retry=false 2024-11-16T02:25:15,158 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Unable to get data of znode /0-1088694175/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:25:15,210 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088694175/switch/merge already deleted, retry=false 2024-11-16T02:25:15,212 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Unable to get data of znode /0-1088694175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:25:15,295 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088694175/snapshot-cleanup already deleted, retry=false 2024-11-16T02:25:15,348 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1088694175/running 2024-11-16T02:25:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1088694175/running 2024-11-16T02:25:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:15,348 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:15,349 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,35579,1731723913264, sessionid=0x1014175dc780000, setting cluster-up flag (Was=false) 2024-11-16T02:25:15,475 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:15,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:15,707 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1088694175/flush-table-proc/acquired, /0-1088694175/flush-table-proc/reached, /0-1088694175/flush-table-proc/abort 2024-11-16T02:25:15,708 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,35579,1731723913264 2024-11-16T02:25:15,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:15,836 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:15,907 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1088694175/online-snapshot/acquired, /0-1088694175/online-snapshot/reached, /0-1088694175/online-snapshot/abort 2024-11-16T02:25:15,908 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,35579,1731723913264 2024-11-16T02:25:15,909 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:25:15,910 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:15,911 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:25:15,911 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:25:15,911 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,35579,1731723913264 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:25:15,912 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:15,912 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:15,912 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:15,912 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:15,912 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:25:15,912 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:15,912 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:25:15,912 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:15,913 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723945913 2024-11-16T02:25:15,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:15,913 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:25:15,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:25:15,913 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:25:15,913 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:25:15,913 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:25:15,913 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:25:15,914 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:25:15,914 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:15,914 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:25:15,914 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:25:15,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:15,914 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:25:15,914 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:25:15,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:25:15,914 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:25:15,914 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:25:15,916 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723915914,5,FailOnTimeoutGroup] 2024-11-16T02:25:15,918 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723915916,5,FailOnTimeoutGroup] 2024-11-16T02:25:15,918 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:15,918 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:25:15,918 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:15,918 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:15,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:25:15,984 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.HRegionServer(746): ClusterId : bb251955-860a-4316-9e0d-74f63f9168ca 2024-11-16T02:25:15,984 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:25:15,992 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:25:15,992 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:25:16,003 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:25:16,003 DEBUG [RS:0;667222f7cf1b:46643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de4171e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:25:16,014 DEBUG [RS:0;667222f7cf1b:46643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:46643 2024-11-16T02:25:16,014 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:25:16,014 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:25:16,014 DEBUG [RS:0;667222f7cf1b:46643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:25:16,015 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,35579,1731723913264 with port=46643, startcode=1731723913448 2024-11-16T02:25:16,015 DEBUG [RS:0;667222f7cf1b:46643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:25:16,016 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:25:16,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35579 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,46643,1731723913448 2024-11-16T02:25:16,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35579 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,46643,1731723913448 2024-11-16T02:25:16,018 DEBUG [RS:0;667222f7cf1b:46643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189 2024-11-16T02:25:16,018 DEBUG [RS:0;667222f7cf1b:46643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33151 2024-11-16T02:25:16,018 DEBUG [RS:0;667222f7cf1b:46643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:25:16,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175/rs 2024-11-16T02:25:16,031 DEBUG [RS:0;667222f7cf1b:46643 {}] zookeeper.ZKUtil(111): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Set watcher on existing znode=/0-1088694175/rs/667222f7cf1b,46643,1731723913448 2024-11-16T02:25:16,031 WARN [RS:0;667222f7cf1b:46643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:25:16,031 INFO [RS:0;667222f7cf1b:46643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:16,031 DEBUG [RS:0;667222f7cf1b:46643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/WALs/667222f7cf1b,46643,1731723913448 2024-11-16T02:25:16,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,46643,1731723913448] 2024-11-16T02:25:16,034 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:25:16,035 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:25:16,035 INFO [RS:0;667222f7cf1b:46643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:25:16,035 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,035 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:25:16,036 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:25:16,036 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:25:16,036 DEBUG [RS:0;667222f7cf1b:46643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:25:16,044 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,044 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,044 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,044 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,044 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,044 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46643,1731723913448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:25:16,068 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:25:16,068 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46643,1731723913448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,069 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,069 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.Replication(171): 667222f7cf1b,46643,1731723913448 started 2024-11-16T02:25:16,088 INFO [RS:0;667222f7cf1b:46643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,088 INFO [RS:0;667222f7cf1b:46643 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,46643,1731723913448, RpcServer on 667222f7cf1b/172.17.0.3:46643, sessionid=0x1014175dc780001 2024-11-16T02:25:16,089 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:25:16,089 DEBUG [RS:0;667222f7cf1b:46643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,46643,1731723913448 2024-11-16T02:25:16,089 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,46643,1731723913448' 2024-11-16T02:25:16,089 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1088694175/flush-table-proc/abort' 2024-11-16T02:25:16,089 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1088694175/flush-table-proc/acquired' 2024-11-16T02:25:16,089 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:25:16,090 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:25:16,090 DEBUG [RS:0;667222f7cf1b:46643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,46643,1731723913448 2024-11-16T02:25:16,090 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,46643,1731723913448' 2024-11-16T02:25:16,090 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1088694175/online-snapshot/abort' 2024-11-16T02:25:16,090 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1088694175/online-snapshot/acquired' 2024-11-16T02:25:16,090 DEBUG [RS:0;667222f7cf1b:46643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:25:16,090 INFO [RS:0;667222f7cf1b:46643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:25:16,090 INFO [RS:0;667222f7cf1b:46643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:25:16,191 INFO [RS:0;667222f7cf1b:46643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:25:16,193 INFO [RS:0;667222f7cf1b:46643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C46643%2C1731723913448, suffix=, logDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/WALs/667222f7cf1b,46643,1731723913448, archiveDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/oldWALs, maxLogs=10 2024-11-16T02:25:16,206 DEBUG [RS:0;667222f7cf1b:46643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/WALs/667222f7cf1b,46643,1731723913448/667222f7cf1b%2C46643%2C1731723913448.1731723916193, exclude list is [], retry=0 2024-11-16T02:25:16,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-1d953121-e1a7-4654-8fde-680791da7187,DISK] 2024-11-16T02:25:16,220 INFO [RS:0;667222f7cf1b:46643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/WALs/667222f7cf1b,46643,1731723913448/667222f7cf1b%2C46643%2C1731723913448.1731723916193 2024-11-16T02:25:16,222 DEBUG [RS:0;667222f7cf1b:46643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43409:43409)] 2024-11-16T02:25:16,321 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:25:16,321 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189 2024-11-16T02:25:16,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:25:16,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:16,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:25:16,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:25:16,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:16,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:16,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:25:16,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:25:16,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:16,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:16,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:25:16,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:25:16,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:16,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:16,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:25:16,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:25:16,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:16,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:16,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:25:16,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/data/hbase/meta/1588230740 2024-11-16T02:25:16,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/data/hbase/meta/1588230740 2024-11-16T02:25:16,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:25:16,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:25:16,350 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:16,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:25:16,352 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:16,353 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66957028, jitterRate=-0.0022625327110290527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:16,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723916338Initializing all the Stores at 1731723916339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723916339Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723916340 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723916340Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723916340Cleaning up temporary data from old regions at 1731723916349 (+9 ms)Region opened successfully at 1731723916353 (+4 ms) 2024-11-16T02:25:16,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:16,353 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:16,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:16,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:16,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:16,354 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:16,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723916353Disabling compacts and flushes for region at 1731723916353Disabling writes for close at 1731723916353Writing region close event to WAL at 1731723916353Closed at 1731723916353 2024-11-16T02:25:16,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:16,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:25:16,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:25:16,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:25:16,356 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:25:16,507 DEBUG [667222f7cf1b:35579 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:25:16,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,46643,1731723913448 2024-11-16T02:25:16,508 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,46643,1731723913448, state=OPENING 2024-11-16T02:25:16,528 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:25:16,642 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:16,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088694175 2024-11-16T02:25:16,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088694175/meta-region-server: CHANGED 2024-11-16T02:25:16,642 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088694175/meta-region-server: CHANGED 2024-11-16T02:25:16,642 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:25:16,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,46643,1731723913448}] 2024-11-16T02:25:16,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:25:16,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:25:16,797 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:25:16,797 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:16,797 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:25:16,798 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C46643%2C1731723913448.meta, suffix=.meta, logDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/WALs/667222f7cf1b,46643,1731723913448, archiveDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/oldWALs, maxLogs=10 2024-11-16T02:25:16,810 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/WALs/667222f7cf1b,46643,1731723913448/667222f7cf1b%2C46643%2C1731723913448.meta.1731723916799.meta, exclude list is [], retry=0 2024-11-16T02:25:16,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-1d953121-e1a7-4654-8fde-680791da7187,DISK] 2024-11-16T02:25:16,813 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/WALs/667222f7cf1b,46643,1731723913448/667222f7cf1b%2C46643%2C1731723913448.meta.1731723916799.meta 2024-11-16T02:25:16,813 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43409:43409)] 2024-11-16T02:25:16,813 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:16,814 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:25:16,814 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:25:16,814 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:25:16,814 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:25:16,814 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:25:16,814 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:16,814 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:25:16,814 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:25:16,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:25:16,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:25:16,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:16,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:16,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:25:16,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:25:16,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:16,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:16,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:25:16,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:25:16,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:16,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:16,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:25:16,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:25:16,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:16,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:16,818 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:25:16,819 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/data/hbase/meta/1588230740 2024-11-16T02:25:16,819 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/data/hbase/meta/1588230740 2024-11-16T02:25:16,820 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:25:16,820 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:25:16,821 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:16,821 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:25:16,822 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62194025, jitterRate=-0.07323680818080902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:16,822 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:25:16,822 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723916814Writing region info on filesystem at 1731723916814Initializing all the Stores at 1731723916815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723916815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723916815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723916815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723916815Cleaning up temporary data from old regions at 1731723916820 (+5 ms)Running coprocessor post-open hooks at 1731723916822 (+2 ms)Region opened successfully at 1731723916822 2024-11-16T02:25:16,823 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723916794 2024-11-16T02:25:16,824 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:25:16,824 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:25:16,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,46643,1731723913448 2024-11-16T02:25:16,825 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,46643,1731723913448, state=OPEN 2024-11-16T02:25:16,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35579-0x1014175dc780000, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088694175/meta-region-server 2024-11-16T02:25:16,873 DEBUG [pool-2216-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46643-0x1014175dc780001, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088694175/meta-region-server 2024-11-16T02:25:16,873 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,46643,1731723913448 2024-11-16T02:25:16,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088694175/meta-region-server: CHANGED 2024-11-16T02:25:16,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088694175/meta-region-server: CHANGED 2024-11-16T02:25:16,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:25:16,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,46643,1731723913448 in 231 msec 2024-11-16T02:25:16,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:25:16,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 521 msec 2024-11-16T02:25:16,876 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:16,876 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:25:16,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:16,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,46643,1731723913448, seqNum=-1] 2024-11-16T02:25:16,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:16,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:16,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 971 msec 2024-11-16T02:25:16,882 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723916882, completionTime=-1 2024-11-16T02:25:16,882 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:25:16,882 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:25:16,883 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:25:16,883 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723976883 2024-11-16T02:25:16,883 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724036883 2024-11-16T02:25:16,883 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:25:16,883 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35579,1731723913264-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,884 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35579,1731723913264-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,884 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35579,1731723913264-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,884 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:35579, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,884 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,884 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,885 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:25:16,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.357sec 2024-11-16T02:25:16,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:25:16,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:25:16,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:25:16,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:25:16,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:25:16,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35579,1731723913264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:25:16,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35579,1731723913264-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:25:16,888 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:25:16,888 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:25:16,888 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35579,1731723913264-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:16,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed449ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:16,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35579,-1 for getting cluster id 2024-11-16T02:25:16,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:16,986 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb251955-860a-4316-9e0d-74f63f9168ca' 2024-11-16T02:25:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb251955-860a-4316-9e0d-74f63f9168ca" 2024-11-16T02:25:16,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d046c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:16,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35579,-1] 2024-11-16T02:25:16,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:16,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:16,987 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:16,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc76677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:16,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,46643,1731723913448, seqNum=-1] 2024-11-16T02:25:16,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:16,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:16,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,35579,1731723913264 2024-11-16T02:25:16,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56181 2024-11-16T02:25:17,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56181, baseZNode=/0-1088694175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:17,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014175dc780002 connected 2024-11-16T02:25:17,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35579,1731723913264 2024-11-16T02:25:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@109dc54d 2024-11-16T02:25:17,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:17,027 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:17,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:25:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:25:17,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:25:17,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:17,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:25:17,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:25:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:17,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:25:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:17,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d40b62d404f257808eb46b45bf0b1338, NAME => 'test,,1731723917027.d40b62d404f257808eb46b45bf0b1338.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189 2024-11-16T02:25:17,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:25:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:17,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723917027.d40b62d404f257808eb46b45bf0b1338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:17,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d40b62d404f257808eb46b45bf0b1338, disabling compactions & flushes 2024-11-16T02:25:17,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723917027.d40b62d404f257808eb46b45bf0b1338. 2024-11-16T02:25:17,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723917027.d40b62d404f257808eb46b45bf0b1338. 2024-11-16T02:25:17,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723917027.d40b62d404f257808eb46b45bf0b1338. after waiting 0 ms 2024-11-16T02:25:17,842 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723917027.d40b62d404f257808eb46b45bf0b1338. 2024-11-16T02:25:17,842 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723917027.d40b62d404f257808eb46b45bf0b1338. 2024-11-16T02:25:17,843 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d40b62d404f257808eb46b45bf0b1338: Waiting for close lock at 1731723917842Disabling compacts and flushes for region at 1731723917842Disabling writes for close at 1731723917842Writing region close event to WAL at 1731723917842Closed at 1731723917842 2024-11-16T02:25:17,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:25:17,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723917027.d40b62d404f257808eb46b45bf0b1338.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723917843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723917843"}]},"ts":"1731723917843"} 2024-11-16T02:25:17,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:25:17,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:25:17,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723917845"}]},"ts":"1731723917845"} 2024-11-16T02:25:17,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:25:17,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d40b62d404f257808eb46b45bf0b1338, ASSIGN}] 2024-11-16T02:25:17,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d40b62d404f257808eb46b45bf0b1338, ASSIGN 2024-11-16T02:25:17,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d40b62d404f257808eb46b45bf0b1338, ASSIGN; state=OFFLINE, location=667222f7cf1b,46643,1731723913448; forceNewPlan=false, retain=false 2024-11-16T02:25:17,999 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d40b62d404f257808eb46b45bf0b1338, regionState=OPENING, regionLocation=667222f7cf1b,46643,1731723913448 2024-11-16T02:25:18,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d40b62d404f257808eb46b45bf0b1338, ASSIGN because future has completed 2024-11-16T02:25:18,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d40b62d404f257808eb46b45bf0b1338, server=667222f7cf1b,46643,1731723913448}] 2024-11-16T02:25:18,129 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:18,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:25:18,130 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128905 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:25:18,155 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723917027.d40b62d404f257808eb46b45bf0b1338. 2024-11-16T02:25:18,155 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d40b62d404f257808eb46b45bf0b1338, NAME => 'test,,1731723917027.d40b62d404f257808eb46b45bf0b1338.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:18,156 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:25:18,156 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:25:18,156 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,156 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723917027.d40b62d404f257808eb46b45bf0b1338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:18,156 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,156 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,157 INFO [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,158 INFO [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d40b62d404f257808eb46b45bf0b1338 columnFamilyName f 2024-11-16T02:25:18,158 DEBUG [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:18,159 INFO [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] regionserver.HStore(327): Store=d40b62d404f257808eb46b45bf0b1338/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:18,159 INFO [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,160 INFO [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d40b62d404f257808eb46b45bf0b1338 columnFamilyName f1 2024-11-16T02:25:18,160 DEBUG [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:18,160 INFO [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] regionserver.HStore(327): Store=d40b62d404f257808eb46b45bf0b1338/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:18,160 INFO [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,161 INFO [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d40b62d404f257808eb46b45bf0b1338 columnFamilyName norep 2024-11-16T02:25:18,161 DEBUG [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:18,161 INFO [StoreOpener-d40b62d404f257808eb46b45bf0b1338-1 {}] regionserver.HStore(327): Store=d40b62d404f257808eb46b45bf0b1338/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:18,162 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,162 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/data/default/test/d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,162 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/data/default/test/d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,163 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,163 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,163 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:25:18,164 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,166 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/data/default/test/d40b62d404f257808eb46b45bf0b1338/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:18,166 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d40b62d404f257808eb46b45bf0b1338; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62658671, jitterRate=-0.06631304323673248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:25:18,166 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d40b62d404f257808eb46b45bf0b1338 2024-11-16T02:25:18,167 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d40b62d404f257808eb46b45bf0b1338: Running coprocessor pre-open hook at 1731723918156Writing region info on filesystem at 1731723918156Initializing all the Stores at 1731723918157 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723918157Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723918157Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723918157Cleaning up temporary data from old regions at 1731723918163 (+6 ms)Running coprocessor post-open hooks at 1731723918166 (+3 ms)Region opened successfully at 1731723918167 (+1 ms) 2024-11-16T02:25:18,168 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723917027.d40b62d404f257808eb46b45bf0b1338., pid=6, masterSystemTime=1731723918152 2024-11-16T02:25:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:18,169 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723917027.d40b62d404f257808eb46b45bf0b1338. 2024-11-16T02:25:18,169 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723917027.d40b62d404f257808eb46b45bf0b1338. 2024-11-16T02:25:18,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d40b62d404f257808eb46b45bf0b1338, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,46643,1731723913448 2024-11-16T02:25:18,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d40b62d404f257808eb46b45bf0b1338, server=667222f7cf1b,46643,1731723913448 because future has completed 2024-11-16T02:25:18,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:25:18,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d40b62d404f257808eb46b45bf0b1338, server=667222f7cf1b,46643,1731723913448 in 171 msec 2024-11-16T02:25:18,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:25:18,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d40b62d404f257808eb46b45bf0b1338, ASSIGN in 327 msec 2024-11-16T02:25:18,176 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:25:18,177 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723918177"}]},"ts":"1731723918177"} 2024-11-16T02:25:18,179 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:25:18,179 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:25:18,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-16T02:25:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:19,180 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:25:19,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733e221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:19,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35579,-1 for getting cluster id 2024-11-16T02:25:19,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:19,181 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb251955-860a-4316-9e0d-74f63f9168ca' 2024-11-16T02:25:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb251955-860a-4316-9e0d-74f63f9168ca" 2024-11-16T02:25:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21dd5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35579,-1] 2024-11-16T02:25:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:19,182 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c95ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:19,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35579,1731723913264 2024-11-16T02:25:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@600f5d29 2024-11-16T02:25:19,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:19,184 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:19,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:35579,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:25:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:25:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:25:19,185 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:35579' 2024-11-16T02:25:19,186 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0c3758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:19,186 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,35579,-1 for getting cluster id 2024-11-16T02:25:19,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:19,187 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bb251955-860a-4316-9e0d-74f63f9168ca' 2024-11-16T02:25:19,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:19,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bb251955-860a-4316-9e0d-74f63f9168ca" 2024-11-16T02:25:19,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a9ca5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:19,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,35579,-1] 2024-11-16T02:25:19,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:19,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:19,188 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:19,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:19,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,35579,1731723913264 2024-11-16T02:25:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@603f0a8 2024-11-16T02:25:19,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:19,189 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:19,190 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-16T02:25:19,190 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:25:19,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:19,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:19,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:19,191 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://667222f7cf1b:35579, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-16T02:25:19,195 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://667222f7cf1b:35579, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://667222f7cf1b:35579, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://667222f7cf1b:35579, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-16T02:25:19,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://667222f7cf1b:35579, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-11-16T02:25:19,196 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-16T02:25:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:25:19,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:19,290 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://667222f7cf1b:35579, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-16T02:25:19,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:19,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:19,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:19,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:19,308 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=540 (was 370) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2216-thread-1-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189/MasterData-prefix:667222f7cf1b,35579,1731723913264 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1308882101-172.17.0.3-1731723911391:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1576433775-7779 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$588/0x00007fad88aad610.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp901039675-7828 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2203-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723915916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b/data/data1/current/BP-1308882101-172.17.0.3-1731723911391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1040472470_20 at /127.0.0.1:41854 [Receiving block BP-1308882101-172.17.0.3-1731723911391:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33151 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@38a1c2d9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2195-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1c9ffed2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56181 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@504d6a24[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1576433775-7783 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/667222f7cf1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RS:0;667222f7cf1b:46643-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@7f17bd4f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723915914 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189-prefix:667222f7cf1b,46643,1731723913448.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 39695 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@592b3261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@31311a52 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1308882101-172.17.0.3-1731723911391:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1308882101-172.17.0.3-1731723911391:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:56181): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b/data/data2/current/BP-1308882101-172.17.0.3-1731723911391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp901039675-7826 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-216187909_20 at /127.0.0.1:41904 [Receiving block BP-1308882101-172.17.0.3-1731723911391:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/667222f7cf1b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: pool-2189-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/cluster_6c3bebaf-0779-1d9b-b7ea-029a169f245b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@a3a53b5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(2009832934) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp1576433775-7778 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1576433775-7781-acceptor-0@77d4bf66-ServerConnector@a310085{HTTP/1.1, (http/1.1)}{localhost:41869} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2216-thread-1-SendThread(127.0.0.1:56181) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5850cfdb-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-77b3e7d0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: 667222f7cf1b:35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3e02fb50 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: regionserver/667222f7cf1b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp901039675-7827-acceptor-0@2379fe27-ServerConnector@1854ceac{HTTP/1.1, (http/1.1)}{localhost:46699} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@8b47382 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39695 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;667222f7cf1b:35579 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp1576433775-7777 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-216187909_20 at /127.0.0.1:41874 [Receiving block BP-1308882101-172.17.0.3-1731723911391:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33151 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56181) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;667222f7cf1b:46643 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@475e397e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1576433775-7780 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$306/0x00007fad88432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1576433775-7782 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33151/user/jenkins/test-data/4e450356-31f2-3f15-52da-ab1cf04e4189-prefix:667222f7cf1b,46643,1731723913448 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2201-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/667222f7cf1b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33151 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56181) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1308882101-172.17.0.3-1731723911391 heartbeating to localhost/127.0.0.1:33151 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33151 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2198-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/667222f7cf1b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2190-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$477/0x00007fad889f8668.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-216187909_20 at /127.0.0.1:41794 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp901039675-7829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1576433775-7784 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33151 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) - Thread LEAK? -, OpenFileDescriptor=874 (was 801) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 430) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3119 (was 2433) - AvailableMemoryMB LEAK? - 2024-11-16T02:25:19,312 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=540 is superior to 500 2024-11-16T02:25:19,325 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=540, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=3117 2024-11-16T02:25:19,325 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=540 is superior to 500 2024-11-16T02:25:19,338 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-16T02:25:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/hadoop.log.dir so I do NOT create it in target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e 2024-11-16T02:25:19,339 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:25:19,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/hadoop.tmp.dir so I do NOT create it in target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e 2024-11-16T02:25:19,339 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/054fdcb2-96a2-5956-8f39-781a7bc6124f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:25:19,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e 2024-11-16T02:25:19,339 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/cluster_f94b7056-6969-955d-e25d-6ed8c2dbc558, deleteOnExit=true 2024-11-16T02:25:19,373 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/cluster_f94b7056-6969-955d-e25d-6ed8c2dbc558/zookeeper_0, clientPort=53084, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/cluster_f94b7056-6969-955d-e25d-6ed8c2dbc558/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/cluster_f94b7056-6969-955d-e25d-6ed8c2dbc558/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:25:19,374 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53084 2024-11-16T02:25:19,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:25:19,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:25:19,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/test.cache.data in system properties and HBase conf 2024-11-16T02:25:19,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:25:19,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:25:19,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:25:19,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:25:19,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:25:19,375 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:25:19,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:25:19,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:25:19,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:25:19,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:25:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:25:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:25:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:25:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:25:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:25:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:25:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:25:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:25:19,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:25:19,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:25:19,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:19,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:25:19,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:25:19,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:25:19,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:25:19,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:19,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71b7dd10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:25:19,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@426eaffe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:25:19,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ddd330c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/java.io.tmpdir/jetty-localhost-38815-hadoop-hdfs-3_4_1-tests_jar-_-any-4602849819161984544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:19,794 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e26e287{HTTP/1.1, (http/1.1)}{localhost:38815} 2024-11-16T02:25:19,794 INFO [Time-limited test {}] server.Server(415): Started @418779ms 2024-11-16T02:25:20,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:20,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:25:20,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:25:20,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:25:20,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:25:20,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@577c3f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:25:20,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a4c7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:25:20,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@653651af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/java.io.tmpdir/jetty-localhost-36103-hadoop-hdfs-3_4_1-tests_jar-_-any-1180533947749367750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:20,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72b2ba1f{HTTP/1.1, (http/1.1)}{localhost:36103} 2024-11-16T02:25:20,248 INFO [Time-limited test {}] server.Server(415): Started @419233ms 2024-11-16T02:25:20,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:25:20,943 WARN [Thread-4266 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/cluster_f94b7056-6969-955d-e25d-6ed8c2dbc558/data/data2/current/BP-346277708-172.17.0.3-1731723919394/current, will proceed with Du for space computation calculation, 2024-11-16T02:25:20,943 WARN [Thread-4265 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/cluster_f94b7056-6969-955d-e25d-6ed8c2dbc558/data/data1/current/BP-346277708-172.17.0.3-1731723919394/current, will proceed with Du for space computation calculation, 2024-11-16T02:25:20,965 WARN [Thread-4253 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:25:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd0b5e7a9114b69 with lease ID 0xc017dfa0a6fc939b: Processing first storage report for DS-3b398b22-3f00-4034-95ed-bad78ba29016 from datanode DatanodeRegistration(127.0.0.1:44535, datanodeUuid=23c49fda-3fcc-4fda-aa53-1319befc98cf, infoPort=38641, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=1659155007;c=1731723919394) 2024-11-16T02:25:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd0b5e7a9114b69 with lease ID 0xc017dfa0a6fc939b: from storage DS-3b398b22-3f00-4034-95ed-bad78ba29016 node DatanodeRegistration(127.0.0.1:44535, datanodeUuid=23c49fda-3fcc-4fda-aa53-1319befc98cf, infoPort=38641, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=1659155007;c=1731723919394), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:25:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd0b5e7a9114b69 with lease ID 0xc017dfa0a6fc939b: Processing first storage report for DS-c63c3b30-42cd-4642-bffa-ff687128d53b from datanode DatanodeRegistration(127.0.0.1:44535, datanodeUuid=23c49fda-3fcc-4fda-aa53-1319befc98cf, infoPort=38641, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=1659155007;c=1731723919394) 2024-11-16T02:25:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd0b5e7a9114b69 with lease ID 0xc017dfa0a6fc939b: from storage DS-c63c3b30-42cd-4642-bffa-ff687128d53b node DatanodeRegistration(127.0.0.1:44535, datanodeUuid=23c49fda-3fcc-4fda-aa53-1319befc98cf, infoPort=38641, infoSecurePort=0, ipcPort=46559, storageInfo=lv=-57;cid=testClusterID;nsid=1659155007;c=1731723919394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:25:20,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e 2024-11-16T02:25:20,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:20,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:25:20,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900 with version=8 2024-11-16T02:25:20,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/hbase-staging 2024-11-16T02:25:20,985 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:25:20,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:20,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:20,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:25:20,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:20,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:25:20,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:25:20,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:25:20,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41907 2024-11-16T02:25:20,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41907 connecting to ZooKeeper ensemble=127.0.0.1:53084 2024-11-16T02:25:21,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419070x0, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:21,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41907-0x1014175fbb80000 connected 2024-11-16T02:25:21,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:21,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:21,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on znode that does not yet exist, /0-240032591/running 2024-11-16T02:25:21,142 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900, hbase.cluster.distributed=false 2024-11-16T02:25:21,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on znode that does not yet exist, /0-240032591/acl 2024-11-16T02:25:21,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41907 2024-11-16T02:25:21,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41907 2024-11-16T02:25:21,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41907 2024-11-16T02:25:21,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41907 2024-11-16T02:25:21,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41907 2024-11-16T02:25:21,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:25:21,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:21,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:21,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:25:21,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:21,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:25:21,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:25:21,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:25:21,158 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36783 2024-11-16T02:25:21,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36783 connecting to ZooKeeper ensemble=127.0.0.1:53084 2024-11-16T02:25:21,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:21,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367830x0, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:21,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367830x0, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on znode that does not yet exist, /0-240032591/running 2024-11-16T02:25:21,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36783-0x1014175fbb80001 connected 2024-11-16T02:25:21,172 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:25:21,173 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:25:21,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on znode that does not yet exist, /0-240032591/master 2024-11-16T02:25:21,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on znode that does not yet exist, /0-240032591/acl 2024-11-16T02:25:21,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-16T02:25:21,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36783 2024-11-16T02:25:21,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36783 2024-11-16T02:25:21,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-16T02:25:21,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-16T02:25:21,189 DEBUG [M:0;667222f7cf1b:41907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:41907 2024-11-16T02:25:21,189 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-240032591/backup-masters/667222f7cf1b,41907,1731723920984 2024-11-16T02:25:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591/backup-masters 2024-11-16T02:25:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591/backup-masters 2024-11-16T02:25:21,203 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on existing znode=/0-240032591/backup-masters/667222f7cf1b,41907,1731723920984 2024-11-16T02:25:21,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:21,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-240032591/master 2024-11-16T02:25:21,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:21,213 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on existing znode=/0-240032591/master 2024-11-16T02:25:21,214 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-240032591/backup-masters/667222f7cf1b,41907,1731723920984 from backup master directory 2024-11-16T02:25:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591/backup-masters 2024-11-16T02:25:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240032591/backup-masters/667222f7cf1b,41907,1731723920984 2024-11-16T02:25:21,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591/backup-masters 2024-11-16T02:25:21,224 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:25:21,224 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,41907,1731723920984 2024-11-16T02:25:21,226 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/hbase.id] with ID: 798cf4c4-164a-4d52-9139-797ec9528bbc 2024-11-16T02:25:21,226 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/.tmp/hbase.id 2024-11-16T02:25:21,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:25:21,631 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/.tmp/hbase.id]:[hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/hbase.id] 2024-11-16T02:25:21,639 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:21,639 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:25:21,640 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:25:21,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:21,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:21,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:25:22,059 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:25:22,060 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:25:22,060 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:22,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:25:22,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:25:22,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:22,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:25:22,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-16T02:25:22,465 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store 2024-11-16T02:25:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:25:22,871 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:22,871 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:22,871 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:22,871 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:22,871 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:22,871 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:22,871 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:22,871 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723922871Disabling compacts and flushes for region at 1731723922871Disabling writes for close at 1731723922871Writing region close event to WAL at 1731723922871Closed at 1731723922871 2024-11-16T02:25:22,872 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/.initializing 2024-11-16T02:25:22,872 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/WALs/667222f7cf1b,41907,1731723920984 2024-11-16T02:25:22,872 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:25:22,874 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C41907%2C1731723920984, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/WALs/667222f7cf1b,41907,1731723920984, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/oldWALs, maxLogs=10 2024-11-16T02:25:22,886 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/WALs/667222f7cf1b,41907,1731723920984/667222f7cf1b%2C41907%2C1731723920984.1731723922874, exclude list is [], retry=0 2024-11-16T02:25:22,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-3b398b22-3f00-4034-95ed-bad78ba29016,DISK] 2024-11-16T02:25:22,889 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/WALs/667222f7cf1b,41907,1731723920984/667222f7cf1b%2C41907%2C1731723920984.1731723922874 2024-11-16T02:25:22,890 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-16T02:25:22,890 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:22,890 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:22,890 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,890 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:25:22,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:22,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:22,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:25:22,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:22,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:22,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:25:22,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:25:22,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:22,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:22,896 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,896 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,896 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,897 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,897 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,898 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:22,898 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:22,900 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:22,900 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64278599, jitterRate=-0.04217423498630524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:22,900 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723922890Initializing all the Stores at 1731723922891 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723922891Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723922891Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723922891Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723922891Cleaning up temporary data from old regions at 1731723922897 (+6 ms)Region opened successfully at 1731723922900 (+3 ms) 2024-11-16T02:25:22,900 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:25:22,902 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecb55cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:25:22,902 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:25:22,903 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:25:22,903 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:25:22,903 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:25:22,903 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:25:22,903 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:25:22,903 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:25:22,905 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:25:22,905 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Unable to get data of znode /0-240032591/balancer because node does not exist (not necessarily an error) 2024-11-16T02:25:23,042 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240032591/balancer already deleted, retry=false 2024-11-16T02:25:23,043 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:25:23,043 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Unable to get data of znode /0-240032591/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:25:23,055 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240032591/normalizer already deleted, retry=false 2024-11-16T02:25:23,055 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:25:23,056 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Unable to get data of znode /0-240032591/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:25:23,066 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240032591/switch/split already deleted, retry=false 2024-11-16T02:25:23,067 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Unable to get data of znode /0-240032591/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:25:23,076 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240032591/switch/merge already deleted, retry=false 2024-11-16T02:25:23,078 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Unable to get data of znode /0-240032591/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:25:23,087 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-240032591/snapshot-cleanup already deleted, retry=false 2024-11-16T02:25:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-240032591/running 2024-11-16T02:25:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-240032591/running 2024-11-16T02:25:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:23,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:23,098 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,41907,1731723920984, sessionid=0x1014175fbb80000, setting cluster-up flag (Was=false) 2024-11-16T02:25:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:23,150 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-240032591/flush-table-proc/acquired, /0-240032591/flush-table-proc/reached, /0-240032591/flush-table-proc/abort 2024-11-16T02:25:23,151 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,41907,1731723920984 2024-11-16T02:25:23,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:23,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:23,202 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-240032591/online-snapshot/acquired, /0-240032591/online-snapshot/reached, /0-240032591/online-snapshot/abort 2024-11-16T02:25:23,204 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,41907,1731723920984 2024-11-16T02:25:23,204 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:25:23,205 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:23,205 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:25:23,206 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:25:23,206 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,41907,1731723920984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:25:23,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:23,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:23,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:23,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:23,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:25:23,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:25:23,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723953207 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:25:23,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:25:23,208 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:25:23,209 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:23,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:25:23,212 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:25:23,212 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:25:23,212 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723923212,5,FailOnTimeoutGroup] 2024-11-16T02:25:23,212 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723923212,5,FailOnTimeoutGroup] 2024-11-16T02:25:23,212 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,212 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:25:23,213 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,213 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:25:23,282 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(746): ClusterId : 798cf4c4-164a-4d52-9139-797ec9528bbc 2024-11-16T02:25:23,282 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:25:23,287 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:25:23,287 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:25:23,298 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:25:23,298 DEBUG [RS:0;667222f7cf1b:36783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a55a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:25:23,311 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:36783 2024-11-16T02:25:23,311 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:25:23,311 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:25:23,311 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:25:23,312 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,41907,1731723920984 with port=36783, startcode=1731723921157 2024-11-16T02:25:23,312 DEBUG [RS:0;667222f7cf1b:36783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:25:23,313 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:25:23,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,36783,1731723921157 2024-11-16T02:25:23,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41907 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,36783,1731723921157 2024-11-16T02:25:23,314 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900 2024-11-16T02:25:23,314 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45047 2024-11-16T02:25:23,314 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:25:23,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591/rs 2024-11-16T02:25:23,327 DEBUG [RS:0;667222f7cf1b:36783 {}] zookeeper.ZKUtil(111): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on existing znode=/0-240032591/rs/667222f7cf1b,36783,1731723921157 2024-11-16T02:25:23,327 WARN [RS:0;667222f7cf1b:36783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:25:23,327 INFO [RS:0;667222f7cf1b:36783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:23,327 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157 2024-11-16T02:25:23,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,36783,1731723921157] 2024-11-16T02:25:23,329 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:25:23,330 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:25:23,332 INFO [RS:0;667222f7cf1b:36783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:25:23,332 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,334 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:25:23,334 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:25:23,334 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:25:23,335 DEBUG [RS:0;667222f7cf1b:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:25:23,336 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,336 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,336 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,336 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,336 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,336 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36783,1731723921157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:25:23,349 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:25:23,349 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,36783,1731723921157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,349 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,349 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.Replication(171): 667222f7cf1b,36783,1731723921157 started 2024-11-16T02:25:23,362 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:23,362 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,36783,1731723921157, RpcServer on 667222f7cf1b/172.17.0.3:36783, sessionid=0x1014175fbb80001 2024-11-16T02:25:23,362 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:25:23,362 DEBUG [RS:0;667222f7cf1b:36783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,36783,1731723921157 2024-11-16T02:25:23,362 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,36783,1731723921157' 2024-11-16T02:25:23,362 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-240032591/flush-table-proc/abort' 2024-11-16T02:25:23,363 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-240032591/flush-table-proc/acquired' 2024-11-16T02:25:23,363 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:25:23,363 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:25:23,363 DEBUG [RS:0;667222f7cf1b:36783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,36783,1731723921157 2024-11-16T02:25:23,363 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,36783,1731723921157' 2024-11-16T02:25:23,363 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-240032591/online-snapshot/abort' 2024-11-16T02:25:23,364 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-240032591/online-snapshot/acquired' 2024-11-16T02:25:23,364 DEBUG [RS:0;667222f7cf1b:36783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:25:23,364 INFO [RS:0;667222f7cf1b:36783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:25:23,364 INFO [RS:0;667222f7cf1b:36783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:25:23,398 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:25:23,398 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T02:25:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-16T02:25:23,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-16T02:25:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:25:23,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-16T02:25:23,399 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:25:23,399 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T02:25:23,464 INFO [RS:0;667222f7cf1b:36783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:25:23,465 INFO [RS:0;667222f7cf1b:36783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C36783%2C1731723921157, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/oldWALs, maxLogs=10 2024-11-16T02:25:23,477 DEBUG [RS:0;667222f7cf1b:36783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466, exclude list is [], retry=0 2024-11-16T02:25:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-3b398b22-3f00-4034-95ed-bad78ba29016,DISK] 2024-11-16T02:25:23,480 INFO [RS:0;667222f7cf1b:36783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 2024-11-16T02:25:23,480 DEBUG [RS:0;667222f7cf1b:36783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-16T02:25:23,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:25:23,616 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900 2024-11-16T02:25:23,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:25:24,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:24,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:25:24,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:25:24,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:24,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:24,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:25:24,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:25:24,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:24,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:24,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:25:24,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:25:24,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:24,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:24,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:25:24,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:25:24,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:24,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:24,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:25:24,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740 2024-11-16T02:25:24,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740 2024-11-16T02:25:24,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:25:24,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:25:24,029 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:24,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:25:24,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:24,031 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59127641, jitterRate=-0.11892949044704437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:24,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723924021Initializing all the Stores at 1731723924022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723924022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723924022Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723924022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723924022Cleaning up temporary data from old regions at 1731723924029 (+7 ms)Region opened successfully at 1731723924031 (+2 ms) 2024-11-16T02:25:24,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:24,032 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:24,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:24,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:24,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:24,032 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:24,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723924031Disabling compacts and flushes for region at 1731723924032 (+1 ms)Disabling writes for close at 1731723924032Writing region close event to WAL at 1731723924032Closed at 1731723924032 2024-11-16T02:25:24,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:24,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:25:24,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:25:24,033 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:25:24,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:25:24,184 DEBUG [667222f7cf1b:41907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:25:24,185 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,36783,1731723921157 2024-11-16T02:25:24,185 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,36783,1731723921157, state=OPENING 2024-11-16T02:25:24,246 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:25:24,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:24,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:24,298 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:25:24,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240032591/meta-region-server: CHANGED 2024-11-16T02:25:24,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240032591/meta-region-server: CHANGED 2024-11-16T02:25:24,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,36783,1731723921157}] 2024-11-16T02:25:24,450 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:25:24,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:25:24,454 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:25:24,454 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:24,454 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:25:24,455 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C36783%2C1731723921157.meta, suffix=.meta, logDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/oldWALs, maxLogs=10 2024-11-16T02:25:24,466 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.meta.1731723924455.meta, exclude list is [], retry=0 2024-11-16T02:25:24,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-3b398b22-3f00-4034-95ed-bad78ba29016,DISK] 2024-11-16T02:25:24,469 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.meta.1731723924455.meta 2024-11-16T02:25:24,469 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-16T02:25:24,469 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:24,469 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:25:24,470 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:25:24,470 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:25:24,470 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:25:24,470 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:25:24,470 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:24,470 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:25:24,470 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:25:24,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:25:24,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:25:24,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:24,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:24,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:25:24,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:25:24,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:24,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:24,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:25:24,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:25:24,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:24,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:24,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:25:24,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:25:24,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:24,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:24,474 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:25:24,474 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740 2024-11-16T02:25:24,475 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740 2024-11-16T02:25:24,475 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:25:24,475 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:25:24,476 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:24,476 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:25:24,477 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61918263, jitterRate=-0.07734598219394684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:24,477 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:25:24,477 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723924470Writing region info on filesystem at 1731723924470Initializing all the Stores at 1731723924470Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723924471 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723924471Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723924471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723924471Cleaning up temporary data from old regions at 1731723924475 (+4 ms)Running coprocessor post-open hooks at 1731723924477 (+2 ms)Region opened successfully at 1731723924477 2024-11-16T02:25:24,478 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723924450 2024-11-16T02:25:24,479 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:25:24,479 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:25:24,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,36783,1731723921157 2024-11-16T02:25:24,480 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,36783,1731723921157, state=OPEN 2024-11-16T02:25:24,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240032591/meta-region-server 2024-11-16T02:25:24,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-240032591/meta-region-server 2024-11-16T02:25:24,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240032591/meta-region-server: CHANGED 2024-11-16T02:25:24,543 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,36783,1731723921157 2024-11-16T02:25:24,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-240032591/meta-region-server: CHANGED 2024-11-16T02:25:24,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:25:24,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,36783,1731723921157 in 245 msec 2024-11-16T02:25:24,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:25:24,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 512 msec 2024-11-16T02:25:24,546 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:24,546 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:25:24,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:24,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,36783,1731723921157, seqNum=-1] 2024-11-16T02:25:24,548 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:24,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:24,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3450 sec 2024-11-16T02:25:24,551 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723924551, completionTime=-1 2024-11-16T02:25:24,551 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:25:24,551 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723984553 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724044553 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41907,1731723920984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41907,1731723920984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41907,1731723920984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:41907, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:24,553 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:24,555 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:25:24,556 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.332sec 2024-11-16T02:25:24,556 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:25:24,556 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:25:24,556 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:25:24,556 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:25:24,556 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:25:24,556 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41907,1731723920984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:25:24,556 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41907,1731723920984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:25:24,557 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:25:24,557 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:25:24,557 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41907,1731723920984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:24,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d13a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:24,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41907,-1 for getting cluster id 2024-11-16T02:25:24,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:24,583 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '798cf4c4-164a-4d52-9139-797ec9528bbc' 2024-11-16T02:25:24,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "798cf4c4-164a-4d52-9139-797ec9528bbc" 2024-11-16T02:25:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d109bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41907,-1] 2024-11-16T02:25:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:24,584 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:24,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7504cdd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:24,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,36783,1731723921157, seqNum=-1] 2024-11-16T02:25:24,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:24,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:24,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,41907,1731723920984 2024-11-16T02:25:24,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53084 2024-11-16T02:25:24,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:24,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1014175fbb80002 connected 2024-11-16T02:25:24,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.log.dir so I do NOT create it in target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82 2024-11-16T02:25:24,693 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:25:24,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.tmp.dir so I do NOT create it in target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82 2024-11-16T02:25:24,693 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:25:24,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82 2024-11-16T02:25:24,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:25:24,693 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/cluster_1c38a873-5554-dcf8-4b9f-7107b642f742, deleteOnExit=true 2024-11-16T02:25:24,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:25:24,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/test.cache.data in system properties and HBase conf 2024-11-16T02:25:24,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:25:24,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:25:24,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:25:24,694 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:25:24,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:25:25,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:25,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:25:25,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:25:25,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:25:25,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:25:25,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:25,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39f0d0fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:25:25,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf568df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:25:25,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75714ec7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/java.io.tmpdir/jetty-localhost-39699-hadoop-hdfs-3_4_1-tests_jar-_-any-7959387372892907392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:25,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a465289{HTTP/1.1, (http/1.1)}{localhost:39699} 2024-11-16T02:25:25,574 INFO [Time-limited test {}] server.Server(415): Started @424558ms 2024-11-16T02:25:25,843 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:25,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:25:25,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:25:25,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:25:25,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:25:25,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7202d0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:25:25,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7570a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:25:25,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ef4e067{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/java.io.tmpdir/jetty-localhost-41971-hadoop-hdfs-3_4_1-tests_jar-_-any-16705163449260295550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:25,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ebd919{HTTP/1.1, (http/1.1)}{localhost:41971} 2024-11-16T02:25:25,948 INFO [Time-limited test {}] server.Server(415): Started @424933ms 2024-11-16T02:25:25,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:25:26,768 WARN [Thread-4386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/cluster_1c38a873-5554-dcf8-4b9f-7107b642f742/data/data1/current/BP-1068824585-172.17.0.3-1731723924709/current, will proceed with Du for space computation calculation, 2024-11-16T02:25:26,769 WARN [Thread-4387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/cluster_1c38a873-5554-dcf8-4b9f-7107b642f742/data/data2/current/BP-1068824585-172.17.0.3-1731723924709/current, will proceed with Du for space computation calculation, 2024-11-16T02:25:26,790 WARN [Thread-4374 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:25:26,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82366624271d5f6 with lease ID 0x600e62031e820a4d: Processing first storage report for DS-7d84d1c6-923c-4b89-bfe4-2a80e4299bfb from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=ea58b45a-08cd-4ec5-b8d4-3c2e56ca8207, infoPort=33199, infoSecurePort=0, ipcPort=32781, storageInfo=lv=-57;cid=testClusterID;nsid=137007337;c=1731723924709) 2024-11-16T02:25:26,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82366624271d5f6 with lease ID 0x600e62031e820a4d: from storage DS-7d84d1c6-923c-4b89-bfe4-2a80e4299bfb node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=ea58b45a-08cd-4ec5-b8d4-3c2e56ca8207, infoPort=33199, infoSecurePort=0, ipcPort=32781, storageInfo=lv=-57;cid=testClusterID;nsid=137007337;c=1731723924709), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:25:26,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82366624271d5f6 with lease ID 0x600e62031e820a4d: Processing first storage report for DS-b4f6358a-e91e-44ed-aee6-d1d34aad5cc6 from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=ea58b45a-08cd-4ec5-b8d4-3c2e56ca8207, infoPort=33199, infoSecurePort=0, ipcPort=32781, storageInfo=lv=-57;cid=testClusterID;nsid=137007337;c=1731723924709) 2024-11-16T02:25:26,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82366624271d5f6 with lease ID 0x600e62031e820a4d: from storage DS-b4f6358a-e91e-44ed-aee6-d1d34aad5cc6 node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=ea58b45a-08cd-4ec5-b8d4-3c2e56ca8207, infoPort=33199, infoSecurePort=0, ipcPort=32781, storageInfo=lv=-57;cid=testClusterID;nsid=137007337;c=1731723924709), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:25:26,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82 2024-11-16T02:25:26,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:26,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:26,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:25:27,288 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda with version=8 2024-11-16T02:25:27,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/hbase-staging 2024-11-16T02:25:27,290 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:25:27,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:27,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:27,290 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:25:27,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:27,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:25:27,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:25:27,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:25:27,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32773 2024-11-16T02:25:27,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32773 connecting to ZooKeeper ensemble=127.0.0.1:53084 2024-11-16T02:25:27,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327730x0, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:27,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32773-0x1014175fbb80003 connected 2024-11-16T02:25:27,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:27,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:27,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on znode that does not yet exist, /11559762933/running 2024-11-16T02:25:27,416 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda, hbase.cluster.distributed=false 2024-11-16T02:25:27,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on znode that does not yet exist, /11559762933/acl 2024-11-16T02:25:27,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32773 2024-11-16T02:25:27,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32773 2024-11-16T02:25:27,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32773 2024-11-16T02:25:27,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32773 2024-11-16T02:25:27,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32773 2024-11-16T02:25:27,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:25:27,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:27,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:27,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:25:27,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:27,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:25:27,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:25:27,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:25:27,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46751 2024-11-16T02:25:27,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46751 connecting to ZooKeeper ensemble=127.0.0.1:53084 2024-11-16T02:25:27,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:27,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:27,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467510x0, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:27,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467510x0, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on znode that does not yet exist, /11559762933/running 2024-11-16T02:25:27,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46751-0x1014175fbb80004 connected 2024-11-16T02:25:27,445 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:25:27,445 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:25:27,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on znode that does not yet exist, /11559762933/master 2024-11-16T02:25:27,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on znode that does not yet exist, /11559762933/acl 2024-11-16T02:25:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46751 2024-11-16T02:25:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46751 2024-11-16T02:25:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46751 2024-11-16T02:25:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46751 2024-11-16T02:25:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46751 2024-11-16T02:25:27,459 DEBUG [M:0;667222f7cf1b:32773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:32773 2024-11-16T02:25:27,459 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11559762933/backup-masters/667222f7cf1b,32773,1731723927290 2024-11-16T02:25:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933/backup-masters 2024-11-16T02:25:27,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933/backup-masters 2024-11-16T02:25:27,466 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on existing znode=/11559762933/backup-masters/667222f7cf1b,32773,1731723927290 2024-11-16T02:25:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11559762933/master 2024-11-16T02:25:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:27,476 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on existing znode=/11559762933/master 2024-11-16T02:25:27,476 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11559762933/backup-masters/667222f7cf1b,32773,1731723927290 from backup master directory 2024-11-16T02:25:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11559762933/backup-masters/667222f7cf1b,32773,1731723927290 2024-11-16T02:25:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933/backup-masters 2024-11-16T02:25:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933/backup-masters 2024-11-16T02:25:27,486 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:25:27,486 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,32773,1731723927290 2024-11-16T02:25:27,489 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/hbase.id] with ID: 8c625498-9a93-4033-902f-aa74c9375ce4 2024-11-16T02:25:27,489 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/.tmp/hbase.id 2024-11-16T02:25:27,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:25:27,893 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/.tmp/hbase.id]:[hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/hbase.id] 2024-11-16T02:25:27,900 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:27,900 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:25:27,901 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:25:27,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:27,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:27,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:25:28,313 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:25:28,313 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:25:28,314 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:28,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:25:28,720 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store 2024-11-16T02:25:28,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:25:29,125 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:29,125 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:29,125 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:29,125 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:29,125 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:29,125 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:29,125 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:29,125 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723929125Disabling compacts and flushes for region at 1731723929125Disabling writes for close at 1731723929125Writing region close event to WAL at 1731723929125Closed at 1731723929125 2024-11-16T02:25:29,125 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/.initializing 2024-11-16T02:25:29,126 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/WALs/667222f7cf1b,32773,1731723927290 2024-11-16T02:25:29,126 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:25:29,127 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C32773%2C1731723927290, suffix=, logDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/WALs/667222f7cf1b,32773,1731723927290, archiveDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/oldWALs, maxLogs=10 2024-11-16T02:25:29,140 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/WALs/667222f7cf1b,32773,1731723927290/667222f7cf1b%2C32773%2C1731723927290.1731723929127, exclude list is [], retry=0 2024-11-16T02:25:29,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-7d84d1c6-923c-4b89-bfe4-2a80e4299bfb,DISK] 2024-11-16T02:25:29,144 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/WALs/667222f7cf1b,32773,1731723927290/667222f7cf1b%2C32773%2C1731723927290.1731723929127 2024-11-16T02:25:29,144 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-11-16T02:25:29,144 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:29,144 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:29,144 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,144 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:25:29,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:29,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:29,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:25:29,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:29,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:29,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:25:29,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:29,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:29,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:25:29,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:29,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:29,152 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,153 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,153 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,154 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,154 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,154 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:29,155 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:29,157 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:29,157 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68921072, jitterRate=0.027004003524780273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:29,157 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723929144Initializing all the Stores at 1731723929145 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723929145Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723929146 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723929146Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723929146Cleaning up temporary data from old regions at 1731723929154 (+8 ms)Region opened successfully at 1731723929157 (+3 ms) 2024-11-16T02:25:29,157 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:25:29,159 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cf4c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:25:29,160 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:25:29,160 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:25:29,160 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:25:29,160 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:25:29,161 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:25:29,161 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:25:29,161 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:25:29,166 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:25:29,166 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Unable to get data of znode /11559762933/balancer because node does not exist (not necessarily an error) 2024-11-16T02:25:29,179 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11559762933/balancer already deleted, retry=false 2024-11-16T02:25:29,179 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:25:29,180 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Unable to get data of znode /11559762933/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:25:29,191 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11559762933/normalizer already deleted, retry=false 2024-11-16T02:25:29,192 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:25:29,193 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Unable to get data of znode /11559762933/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:25:29,202 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11559762933/switch/split already deleted, retry=false 2024-11-16T02:25:29,203 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Unable to get data of znode /11559762933/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:25:29,221 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11559762933/switch/merge already deleted, retry=false 2024-11-16T02:25:29,222 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Unable to get data of znode /11559762933/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:25:29,234 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11559762933/snapshot-cleanup already deleted, retry=false 2024-11-16T02:25:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11559762933/running 2024-11-16T02:25:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11559762933/running 2024-11-16T02:25:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:29,245 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,32773,1731723927290, sessionid=0x1014175fbb80003, setting cluster-up flag (Was=false) 2024-11-16T02:25:29,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:29,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:29,297 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11559762933/flush-table-proc/acquired, /11559762933/flush-table-proc/reached, /11559762933/flush-table-proc/abort 2024-11-16T02:25:29,298 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,32773,1731723927290 2024-11-16T02:25:29,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:29,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:29,349 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11559762933/online-snapshot/acquired, /11559762933/online-snapshot/reached, /11559762933/online-snapshot/abort 2024-11-16T02:25:29,350 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,32773,1731723927290 2024-11-16T02:25:29,351 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:25:29,352 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:29,353 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:25:29,353 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:25:29,353 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,32773,1731723927290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:25:29,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:29,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:29,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:29,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:29,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:25:29,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:25:29,355 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:29,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:25:29,357 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:29,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:25:29,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723959359 2024-11-16T02:25:29,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:25:29,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:25:29,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:25:29,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:25:29,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:25:29,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:25:29,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,360 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:25:29,360 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:25:29,360 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:25:29,360 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:25:29,364 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:25:29,364 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:25:29,364 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723929364,5,FailOnTimeoutGroup] 2024-11-16T02:25:29,368 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723929364,5,FailOnTimeoutGroup] 2024-11-16T02:25:29,368 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,368 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:25:29,368 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,368 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:25:29,451 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(746): ClusterId : 8c625498-9a93-4033-902f-aa74c9375ce4 2024-11-16T02:25:29,451 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:25:29,464 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:25:29,464 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:25:29,476 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:25:29,476 DEBUG [RS:0;667222f7cf1b:46751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70181e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:25:29,487 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:46751 2024-11-16T02:25:29,487 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:25:29,487 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:25:29,487 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:25:29,488 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,32773,1731723927290 with port=46751, startcode=1731723927431 2024-11-16T02:25:29,488 DEBUG [RS:0;667222f7cf1b:46751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:25:29,489 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:25:29,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32773 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,46751,1731723927431 2024-11-16T02:25:29,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32773 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,46751,1731723927431 2024-11-16T02:25:29,490 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda 2024-11-16T02:25:29,490 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36105 2024-11-16T02:25:29,490 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:25:29,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933/rs 2024-11-16T02:25:29,538 DEBUG [RS:0;667222f7cf1b:46751 {}] zookeeper.ZKUtil(111): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on existing znode=/11559762933/rs/667222f7cf1b,46751,1731723927431 2024-11-16T02:25:29,538 WARN [RS:0;667222f7cf1b:46751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:25:29,538 INFO [RS:0;667222f7cf1b:46751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:29,538 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/WALs/667222f7cf1b,46751,1731723927431 2024-11-16T02:25:29,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,46751,1731723927431] 2024-11-16T02:25:29,541 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:25:29,542 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:25:29,542 INFO [RS:0;667222f7cf1b:46751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:25:29,542 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,543 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:25:29,543 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:25:29,543 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:25:29,543 DEBUG [RS:0;667222f7cf1b:46751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:25:29,544 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,544 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,544 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,544 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,544 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,544 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46751,1731723927431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:25:29,556 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:25:29,556 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46751,1731723927431-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,556 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,556 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.Replication(171): 667222f7cf1b,46751,1731723927431 started 2024-11-16T02:25:29,568 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:29,568 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,46751,1731723927431, RpcServer on 667222f7cf1b/172.17.0.3:46751, sessionid=0x1014175fbb80004 2024-11-16T02:25:29,568 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:25:29,568 DEBUG [RS:0;667222f7cf1b:46751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,46751,1731723927431 2024-11-16T02:25:29,568 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,46751,1731723927431' 2024-11-16T02:25:29,568 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11559762933/flush-table-proc/abort' 2024-11-16T02:25:29,569 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11559762933/flush-table-proc/acquired' 2024-11-16T02:25:29,569 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:25:29,569 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:25:29,569 DEBUG [RS:0;667222f7cf1b:46751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,46751,1731723927431 2024-11-16T02:25:29,569 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,46751,1731723927431' 2024-11-16T02:25:29,569 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11559762933/online-snapshot/abort' 2024-11-16T02:25:29,570 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11559762933/online-snapshot/acquired' 2024-11-16T02:25:29,570 DEBUG [RS:0;667222f7cf1b:46751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:25:29,570 INFO [RS:0;667222f7cf1b:46751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:25:29,570 INFO [RS:0;667222f7cf1b:46751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:25:29,670 INFO [RS:0;667222f7cf1b:46751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:25:29,672 INFO [RS:0;667222f7cf1b:46751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C46751%2C1731723927431, suffix=, logDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/WALs/667222f7cf1b,46751,1731723927431, archiveDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/oldWALs, maxLogs=10 2024-11-16T02:25:29,683 DEBUG [RS:0;667222f7cf1b:46751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/WALs/667222f7cf1b,46751,1731723927431/667222f7cf1b%2C46751%2C1731723927431.1731723929672, exclude list is [], retry=0 2024-11-16T02:25:29,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-7d84d1c6-923c-4b89-bfe4-2a80e4299bfb,DISK] 2024-11-16T02:25:29,686 INFO [RS:0;667222f7cf1b:46751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/WALs/667222f7cf1b,46751,1731723927431/667222f7cf1b%2C46751%2C1731723927431.1731723929672 2024-11-16T02:25:29,686 DEBUG [RS:0;667222f7cf1b:46751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-11-16T02:25:29,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:25:29,770 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda 2024-11-16T02:25:29,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:25:29,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:25:29,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:29,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:29,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:29,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:29,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:29,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:29,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:30,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:30,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:25:30,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:25:30,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:30,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:30,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:25:30,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:25:30,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:30,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:30,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:25:30,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:25:30,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:30,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:30,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:25:30,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:25:30,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:30,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:30,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:25:30,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740 2024-11-16T02:25:30,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740 2024-11-16T02:25:30,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:25:30,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:25:30,194 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:30,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:25:30,196 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:30,196 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75261834, jitterRate=0.12148872017860413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:30,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723930183Initializing all the Stores at 1731723930184 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723930184Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723930187 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723930187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723930187Cleaning up temporary data from old regions at 1731723930194 (+7 ms)Region opened successfully at 1731723930196 (+2 ms) 2024-11-16T02:25:30,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:30,196 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:30,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:30,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:30,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:30,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:30,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723930196Disabling compacts and flushes for region at 1731723930196Disabling writes for close at 1731723930196Writing region close event to WAL at 1731723930196Closed at 1731723930196 2024-11-16T02:25:30,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:30,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:25:30,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:25:30,198 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:25:30,198 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:25:30,349 DEBUG [667222f7cf1b:32773 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:25:30,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,46751,1731723927431 2024-11-16T02:25:30,350 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,46751,1731723927431, state=OPENING 2024-11-16T02:25:30,423 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:25:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:30,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11559762933/meta-region-server: CHANGED 2024-11-16T02:25:30,434 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11559762933/meta-region-server: CHANGED 2024-11-16T02:25:30,434 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:25:30,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,46751,1731723927431}] 2024-11-16T02:25:30,586 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:25:30,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:25:30,589 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:25:30,589 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:30,590 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:25:30,591 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C46751%2C1731723927431.meta, suffix=.meta, logDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/WALs/667222f7cf1b,46751,1731723927431, archiveDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/oldWALs, maxLogs=10 2024-11-16T02:25:30,607 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/WALs/667222f7cf1b,46751,1731723927431/667222f7cf1b%2C46751%2C1731723927431.meta.1731723930591.meta, exclude list is [], retry=0 2024-11-16T02:25:30,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46303,DS-7d84d1c6-923c-4b89-bfe4-2a80e4299bfb,DISK] 2024-11-16T02:25:30,609 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/WALs/667222f7cf1b,46751,1731723927431/667222f7cf1b%2C46751%2C1731723927431.meta.1731723930591.meta 2024-11-16T02:25:30,610 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33199:33199)] 2024-11-16T02:25:30,610 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:30,610 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:25:30,610 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:25:30,610 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:25:30,610 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:25:30,610 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:25:30,610 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:30,610 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:25:30,610 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:25:30,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:25:30,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:25:30,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:30,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:30,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:25:30,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:25:30,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:30,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:30,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:25:30,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:25:30,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:30,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:30,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:25:30,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:25:30,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:30,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:30,614 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:25:30,615 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740 2024-11-16T02:25:30,616 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740 2024-11-16T02:25:30,617 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:25:30,617 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:25:30,617 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:30,618 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:25:30,618 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60221104, jitterRate=-0.10263562202453613}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:30,619 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:25:30,619 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723930610Writing region info on filesystem at 1731723930610Initializing all the Stores at 1731723930611 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723930611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723930611Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723930611Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723930611Cleaning up temporary data from old regions at 1731723930617 (+6 ms)Running coprocessor post-open hooks at 1731723930619 (+2 ms)Region opened successfully at 1731723930619 2024-11-16T02:25:30,619 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723930585 2024-11-16T02:25:30,620 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:25:30,621 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:25:30,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,46751,1731723927431 2024-11-16T02:25:30,621 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,46751,1731723927431, state=OPEN 2024-11-16T02:25:30,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11559762933/meta-region-server 2024-11-16T02:25:30,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11559762933/meta-region-server 2024-11-16T02:25:30,633 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,46751,1731723927431 2024-11-16T02:25:30,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11559762933/meta-region-server: CHANGED 2024-11-16T02:25:30,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11559762933/meta-region-server: CHANGED 2024-11-16T02:25:30,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:25:30,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,46751,1731723927431 in 199 msec 2024-11-16T02:25:30,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:25:30,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-11-16T02:25:30,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:30,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:25:30,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:30,638 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,46751,1731723927431, seqNum=-1] 2024-11-16T02:25:30,639 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:30,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:30,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-16T02:25:30,660 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723930660, completionTime=-1 2024-11-16T02:25:30,660 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:25:30,660 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:25:30,662 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:25:30,662 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723990662 2024-11-16T02:25:30,662 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724050662 2024-11-16T02:25:30,662 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:25:30,663 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32773,1731723927290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:30,663 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32773,1731723927290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:30,663 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32773,1731723927290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:30,663 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:32773, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:30,663 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:30,663 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:30,664 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:25:30,665 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.179sec 2024-11-16T02:25:30,665 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:25:30,665 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:25:30,665 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:25:30,665 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:25:30,666 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:25:30,666 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32773,1731723927290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:25:30,666 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32773,1731723927290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:25:30,667 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:25:30,667 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:25:30,667 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32773,1731723927290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:30,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1236d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:30,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,32773,-1 for getting cluster id 2024-11-16T02:25:30,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:30,752 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c625498-9a93-4033-902f-aa74c9375ce4' 2024-11-16T02:25:30,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:30,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c625498-9a93-4033-902f-aa74c9375ce4" 2024-11-16T02:25:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62389732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,32773,-1] 2024-11-16T02:25:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:30,753 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:30,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c02abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:30,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,46751,1731723927431, seqNum=-1] 2024-11-16T02:25:30,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:30,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:30,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,32773,1731723927290 2024-11-16T02:25:30,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53084 2024-11-16T02:25:30,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:30,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1014175fbb80005 connected 2024-11-16T02:25:30,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.log.dir so I do NOT create it in target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3 2024-11-16T02:25:30,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:25:30,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.tmp.dir so I do NOT create it in target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3 2024-11-16T02:25:30,784 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:25:30,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3 2024-11-16T02:25:30,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:25:30,784 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/cluster_1efe1ef5-94c2-9ab2-d9a8-7c83103e7bd4, deleteOnExit=true 2024-11-16T02:25:30,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:25:30,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/test.cache.data in system properties and HBase conf 2024-11-16T02:25:30,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:25:30,785 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:25:30,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:25:30,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:25:31,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:31,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:25:31,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:25:31,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:25:31,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:25:31,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:31,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d37dcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:25:31,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4877822c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:25:31,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2162cec2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/java.io.tmpdir/jetty-localhost-45689-hadoop-hdfs-3_4_1-tests_jar-_-any-5953712489297728485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:31,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b88cc9b{HTTP/1.1, (http/1.1)}{localhost:45689} 2024-11-16T02:25:31,232 INFO [Time-limited test {}] server.Server(415): Started @430216ms 2024-11-16T02:25:31,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:25:31,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:25:31,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:25:31,508 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:25:31,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:25:31,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82fb276{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:25:31,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb4535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:25:31,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214b1cf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/java.io.tmpdir/jetty-localhost-39973-hadoop-hdfs-3_4_1-tests_jar-_-any-15590913875846870782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:31,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2308fef8{HTTP/1.1, (http/1.1)}{localhost:39973} 2024-11-16T02:25:31,602 INFO [Time-limited test {}] server.Server(415): Started @430587ms 2024-11-16T02:25:31,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:25:32,268 WARN [Thread-4508 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/cluster_1efe1ef5-94c2-9ab2-d9a8-7c83103e7bd4/data/data2/current/BP-1506232719-172.17.0.3-1731723930808/current, will proceed with Du for space computation calculation, 2024-11-16T02:25:32,268 WARN [Thread-4507 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/cluster_1efe1ef5-94c2-9ab2-d9a8-7c83103e7bd4/data/data1/current/BP-1506232719-172.17.0.3-1731723930808/current, will proceed with Du for space computation calculation, 2024-11-16T02:25:32,301 WARN [Thread-4495 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:25:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb024263834bcb83 with lease ID 0x4a9fb88dffccec2b: Processing first storage report for DS-9b8eba73-697e-4ecf-b5f1-295efffae0d3 from datanode DatanodeRegistration(127.0.0.1:35527, datanodeUuid=60cba959-6636-456d-aab6-1af02471f493, infoPort=34379, infoSecurePort=0, ipcPort=39651, storageInfo=lv=-57;cid=testClusterID;nsid=127782803;c=1731723930808) 2024-11-16T02:25:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb024263834bcb83 with lease ID 0x4a9fb88dffccec2b: from storage DS-9b8eba73-697e-4ecf-b5f1-295efffae0d3 node DatanodeRegistration(127.0.0.1:35527, datanodeUuid=60cba959-6636-456d-aab6-1af02471f493, infoPort=34379, infoSecurePort=0, ipcPort=39651, storageInfo=lv=-57;cid=testClusterID;nsid=127782803;c=1731723930808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:25:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb024263834bcb83 with lease ID 0x4a9fb88dffccec2b: Processing first storage report for DS-7c26b07f-3ac9-4781-b797-89aa144e31de from datanode DatanodeRegistration(127.0.0.1:35527, datanodeUuid=60cba959-6636-456d-aab6-1af02471f493, infoPort=34379, infoSecurePort=0, ipcPort=39651, storageInfo=lv=-57;cid=testClusterID;nsid=127782803;c=1731723930808) 2024-11-16T02:25:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb024263834bcb83 with lease ID 0x4a9fb88dffccec2b: from storage DS-7c26b07f-3ac9-4781-b797-89aa144e31de node DatanodeRegistration(127.0.0.1:35527, datanodeUuid=60cba959-6636-456d-aab6-1af02471f493, infoPort=34379, infoSecurePort=0, ipcPort=39651, storageInfo=lv=-57;cid=testClusterID;nsid=127782803;c=1731723930808), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T02:25:32,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3 2024-11-16T02:25:32,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:32,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:32,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:25:32,344 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523 with version=8 2024-11-16T02:25:32,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/hbase-staging 2024-11-16T02:25:32,347 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:25:32,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:32,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:32,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:25:32,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:32,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:25:32,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:25:32,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:25:32,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41233 2024-11-16T02:25:32,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41233 connecting to ZooKeeper ensemble=127.0.0.1:53084 2024-11-16T02:25:32,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412330x0, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:32,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41233-0x1014175fbb80006 connected 2024-11-16T02:25:32,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:32,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:32,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on znode that does not yet exist, /2309166286/running 2024-11-16T02:25:32,448 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523, hbase.cluster.distributed=false 2024-11-16T02:25:32,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on znode that does not yet exist, /2309166286/acl 2024-11-16T02:25:32,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41233 2024-11-16T02:25:32,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41233 2024-11-16T02:25:32,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41233 2024-11-16T02:25:32,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41233 2024-11-16T02:25:32,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41233 2024-11-16T02:25:32,464 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:25:32,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:32,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:32,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:25:32,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:25:32,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:25:32,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:25:32,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:25:32,465 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39931 2024-11-16T02:25:32,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39931 connecting to ZooKeeper ensemble=127.0.0.1:53084 2024-11-16T02:25:32,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:32,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:32,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399310x0, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:32,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39931-0x1014175fbb80007 connected 2024-11-16T02:25:32,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on znode that does not yet exist, /2309166286/running 2024-11-16T02:25:32,476 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:25:32,477 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:25:32,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on znode that does not yet exist, /2309166286/master 2024-11-16T02:25:32,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on znode that does not yet exist, /2309166286/acl 2024-11-16T02:25:32,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39931 2024-11-16T02:25:32,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39931 2024-11-16T02:25:32,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39931 2024-11-16T02:25:32,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39931 2024-11-16T02:25:32,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39931 2024-11-16T02:25:32,491 DEBUG [M:0;667222f7cf1b:41233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:41233 2024-11-16T02:25:32,492 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2309166286/backup-masters/667222f7cf1b,41233,1731723932347 2024-11-16T02:25:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286/backup-masters 2024-11-16T02:25:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286/backup-masters 2024-11-16T02:25:32,505 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on existing znode=/2309166286/backup-masters/667222f7cf1b,41233,1731723932347 2024-11-16T02:25:32,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2309166286/master 2024-11-16T02:25:32,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:32,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:32,518 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on existing znode=/2309166286/master 2024-11-16T02:25:32,518 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2309166286/backup-masters/667222f7cf1b,41233,1731723932347 from backup master directory 2024-11-16T02:25:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286/backup-masters 2024-11-16T02:25:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309166286/backup-masters/667222f7cf1b,41233,1731723932347 2024-11-16T02:25:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286/backup-masters 2024-11-16T02:25:32,528 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:25:32,528 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,41233,1731723932347 2024-11-16T02:25:32,531 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/hbase.id] with ID: 338897f7-044e-4c74-afc2-5947b92de261 2024-11-16T02:25:32,531 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/.tmp/hbase.id 2024-11-16T02:25:32,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:25:32,536 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/.tmp/hbase.id]:[hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/hbase.id] 2024-11-16T02:25:32,544 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:32,544 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:25:32,545 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:25:32,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:32,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:25:32,962 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:25:32,963 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:25:32,964 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:32,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:25:33,373 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store 2024-11-16T02:25:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:25:33,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:33,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:33,793 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:33,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:33,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:33,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:33,793 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:33,793 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723933793Disabling compacts and flushes for region at 1731723933793Disabling writes for close at 1731723933793Writing region close event to WAL at 1731723933793Closed at 1731723933793 2024-11-16T02:25:33,794 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/.initializing 2024-11-16T02:25:33,794 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/WALs/667222f7cf1b,41233,1731723932347 2024-11-16T02:25:33,795 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:25:33,797 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C41233%2C1731723932347, suffix=, logDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/WALs/667222f7cf1b,41233,1731723932347, archiveDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/oldWALs, maxLogs=10 2024-11-16T02:25:33,819 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/WALs/667222f7cf1b,41233,1731723932347/667222f7cf1b%2C41233%2C1731723932347.1731723933797, exclude list is [], retry=0 2024-11-16T02:25:33,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35527,DS-9b8eba73-697e-4ecf-b5f1-295efffae0d3,DISK] 2024-11-16T02:25:33,825 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/WALs/667222f7cf1b,41233,1731723932347/667222f7cf1b%2C41233%2C1731723932347.1731723933797 2024-11-16T02:25:33,829 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34379:34379)] 2024-11-16T02:25:33,830 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:33,830 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:33,830 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,830 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:25:33,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:33,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:33,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:25:33,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:33,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:33,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:25:33,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:33,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:33,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:25:33,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:33,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:33,841 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,842 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,842 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,843 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,843 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,844 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:33,845 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:25:33,846 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:33,847 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72181404, jitterRate=0.07558673620223999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:33,847 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731723933830Initializing all the Stores at 1731723933831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723933831Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723933832 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723933832Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723933832Cleaning up temporary data from old regions at 1731723933843 (+11 ms)Region opened successfully at 1731723933847 (+4 ms) 2024-11-16T02:25:33,847 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:25:33,850 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b01abc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:25:33,851 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:25:33,851 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:25:33,851 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:25:33,851 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:25:33,852 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:25:33,852 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:25:33,852 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:25:33,854 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:25:33,855 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Unable to get data of znode /2309166286/balancer because node does not exist (not necessarily an error) 2024-11-16T02:25:33,981 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309166286/balancer already deleted, retry=false 2024-11-16T02:25:33,981 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:25:33,982 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Unable to get data of znode /2309166286/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:25:33,991 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309166286/normalizer already deleted, retry=false 2024-11-16T02:25:33,991 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:25:33,992 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Unable to get data of znode /2309166286/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:25:34,002 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309166286/switch/split already deleted, retry=false 2024-11-16T02:25:34,003 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Unable to get data of znode /2309166286/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:25:34,012 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309166286/switch/merge already deleted, retry=false 2024-11-16T02:25:34,014 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Unable to get data of znode /2309166286/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:25:34,023 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2309166286/snapshot-cleanup already deleted, retry=false 2024-11-16T02:25:34,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2309166286/running 2024-11-16T02:25:34,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2309166286/running 2024-11-16T02:25:34,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:34,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:34,034 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,41233,1731723932347, sessionid=0x1014175fbb80006, setting cluster-up flag (Was=false) 2024-11-16T02:25:34,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:34,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:34,086 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2309166286/flush-table-proc/acquired, /2309166286/flush-table-proc/reached, /2309166286/flush-table-proc/abort 2024-11-16T02:25:34,087 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,41233,1731723932347 2024-11-16T02:25:34,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:34,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:34,138 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2309166286/online-snapshot/acquired, /2309166286/online-snapshot/reached, /2309166286/online-snapshot/abort 2024-11-16T02:25:34,139 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,41233,1731723932347 2024-11-16T02:25:34,140 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:25:34,141 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:34,141 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:25:34,142 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:25:34,142 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,41233,1731723932347 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:25:34,143 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:34,143 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:34,143 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:34,143 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:25:34,143 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:25:34,143 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,143 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:25:34,143 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,144 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731723964144 2024-11-16T02:25:34,144 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:25:34,144 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:25:34,144 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:25:34,144 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:25:34,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:34,144 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:25:34,144 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:25:34,144 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:25:34,145 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,145 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:25:34,145 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:25:34,145 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:25:34,145 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-16T02:25:34,145 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:34,145 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:25:34,145 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:25:34,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:25:34,145 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723934145,5,FailOnTimeoutGroup] 2024-11-16T02:25:34,146 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723934145,5,FailOnTimeoutGroup] 2024-11-16T02:25:34,146 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,146 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:25:34,146 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,146 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:25:34,184 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(746): ClusterId : 338897f7-044e-4c74-afc2-5947b92de261 2024-11-16T02:25:34,184 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:25:34,192 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:25:34,192 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:25:34,202 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:25:34,203 DEBUG [RS:0;667222f7cf1b:39931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba28f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:25:34,215 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:39931 2024-11-16T02:25:34,216 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:25:34,216 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:25:34,216 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:25:34,216 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,41233,1731723932347 with port=39931, startcode=1731723932464 2024-11-16T02:25:34,217 DEBUG [RS:0;667222f7cf1b:39931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:25:34,218 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:25:34,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,39931,1731723932464 2024-11-16T02:25:34,218 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41233 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,39931,1731723932464 2024-11-16T02:25:34,220 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523 2024-11-16T02:25:34,220 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37021 2024-11-16T02:25:34,220 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:25:34,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286/rs 2024-11-16T02:25:34,268 DEBUG [RS:0;667222f7cf1b:39931 {}] zookeeper.ZKUtil(111): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on existing znode=/2309166286/rs/667222f7cf1b,39931,1731723932464 2024-11-16T02:25:34,269 WARN [RS:0;667222f7cf1b:39931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:25:34,269 INFO [RS:0;667222f7cf1b:39931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:34,269 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/WALs/667222f7cf1b,39931,1731723932464 2024-11-16T02:25:34,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,39931,1731723932464] 2024-11-16T02:25:34,271 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:25:34,273 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:25:34,274 INFO [RS:0;667222f7cf1b:39931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:25:34,274 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,275 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:25:34,275 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:25:34,275 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,275 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,276 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:25:34,276 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:25:34,276 DEBUG [RS:0;667222f7cf1b:39931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:25:34,276 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,276 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,276 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,276 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,276 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,276 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39931,1731723932464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:25:34,292 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:25:34,292 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39931,1731723932464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,293 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,293 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.Replication(171): 667222f7cf1b,39931,1731723932464 started 2024-11-16T02:25:34,306 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:34,306 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,39931,1731723932464, RpcServer on 667222f7cf1b/172.17.0.3:39931, sessionid=0x1014175fbb80007 2024-11-16T02:25:34,306 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:25:34,306 DEBUG [RS:0;667222f7cf1b:39931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,39931,1731723932464 2024-11-16T02:25:34,306 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39931,1731723932464' 2024-11-16T02:25:34,306 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2309166286/flush-table-proc/abort' 2024-11-16T02:25:34,307 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2309166286/flush-table-proc/acquired' 2024-11-16T02:25:34,307 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:25:34,307 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:25:34,307 DEBUG [RS:0;667222f7cf1b:39931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,39931,1731723932464 2024-11-16T02:25:34,307 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39931,1731723932464' 2024-11-16T02:25:34,307 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2309166286/online-snapshot/abort' 2024-11-16T02:25:34,308 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2309166286/online-snapshot/acquired' 2024-11-16T02:25:34,308 DEBUG [RS:0;667222f7cf1b:39931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:25:34,308 INFO [RS:0;667222f7cf1b:39931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:25:34,308 INFO [RS:0;667222f7cf1b:39931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:25:34,408 INFO [RS:0;667222f7cf1b:39931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:25:34,410 INFO [RS:0;667222f7cf1b:39931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39931%2C1731723932464, suffix=, logDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/WALs/667222f7cf1b,39931,1731723932464, archiveDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/oldWALs, maxLogs=10 2024-11-16T02:25:34,425 DEBUG [RS:0;667222f7cf1b:39931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/WALs/667222f7cf1b,39931,1731723932464/667222f7cf1b%2C39931%2C1731723932464.1731723934410, exclude list is [], retry=0 2024-11-16T02:25:34,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35527,DS-9b8eba73-697e-4ecf-b5f1-295efffae0d3,DISK] 2024-11-16T02:25:34,428 INFO [RS:0;667222f7cf1b:39931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/WALs/667222f7cf1b,39931,1731723932464/667222f7cf1b%2C39931%2C1731723932464.1731723934410 2024-11-16T02:25:34,429 DEBUG [RS:0;667222f7cf1b:39931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34379:34379)] 2024-11-16T02:25:34,550 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:25:34,550 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523 2024-11-16T02:25:34,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741833_1009 (size=32) 2024-11-16T02:25:34,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:34,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:25:34,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:25:34,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:34,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:34,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:25:34,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:25:34,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:34,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:34,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:25:34,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:25:34,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:34,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:34,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:25:34,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:25:34,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:34,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:34,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:25:34,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740 2024-11-16T02:25:34,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740 2024-11-16T02:25:34,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:25:34,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:25:34,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:34,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:25:34,965 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:34,965 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59384819, jitterRate=-0.11509723961353302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:34,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731723934955Initializing all the Stores at 1731723934956 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723934956Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723934956Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723934956Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723934956Cleaning up temporary data from old regions at 1731723934963 (+7 ms)Region opened successfully at 1731723934965 (+2 ms) 2024-11-16T02:25:34,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:34,965 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:34,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:34,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:34,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:34,966 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:34,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723934965Disabling compacts and flushes for region at 1731723934965Disabling writes for close at 1731723934965Writing region close event to WAL at 1731723934966 (+1 ms)Closed at 1731723934966 2024-11-16T02:25:34,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:34,966 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:25:34,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:25:34,967 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:25:34,968 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:25:35,118 DEBUG [667222f7cf1b:41233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T02:25:35,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,39931,1731723932464 2024-11-16T02:25:35,119 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,39931,1731723932464, state=OPENING 2024-11-16T02:25:35,170 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:25:35,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:35,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:35,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2309166286/meta-region-server: CHANGED 2024-11-16T02:25:35,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2309166286/meta-region-server: CHANGED 2024-11-16T02:25:35,181 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:25:35,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,39931,1731723932464}] 2024-11-16T02:25:35,333 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:25:35,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:25:35,337 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:25:35,337 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:35,337 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:25:35,338 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C39931%2C1731723932464.meta, suffix=.meta, logDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/WALs/667222f7cf1b,39931,1731723932464, archiveDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/oldWALs, maxLogs=10 2024-11-16T02:25:35,351 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/WALs/667222f7cf1b,39931,1731723932464/667222f7cf1b%2C39931%2C1731723932464.meta.1731723935338.meta, exclude list is [], retry=0 2024-11-16T02:25:35,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35527,DS-9b8eba73-697e-4ecf-b5f1-295efffae0d3,DISK] 2024-11-16T02:25:35,354 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/WALs/667222f7cf1b,39931,1731723932464/667222f7cf1b%2C39931%2C1731723932464.meta.1731723935338.meta 2024-11-16T02:25:35,355 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34379:34379)] 2024-11-16T02:25:35,355 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:35,355 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:25:35,356 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:25:35,356 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:25:35,356 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:25:35,356 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:25:35,356 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:35,356 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:25:35,356 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:25:35,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:25:35,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:25:35,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:35,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:35,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:25:35,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:25:35,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:35,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:35,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:25:35,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:25:35,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:35,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:35,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:25:35,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:25:35,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:35,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:25:35,361 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:25:35,362 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740 2024-11-16T02:25:35,362 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740 2024-11-16T02:25:35,363 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:25:35,363 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:25:35,364 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:25:35,365 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:25:35,365 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66972012, jitterRate=-0.0020392537117004395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:25:35,365 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:25:35,365 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731723935356Writing region info on filesystem at 1731723935356Initializing all the Stores at 1731723935357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723935357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723935357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723935357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731723935357Cleaning up temporary data from old regions at 1731723935363 (+6 ms)Running coprocessor post-open hooks at 1731723935365 (+2 ms)Region opened successfully at 1731723935365 2024-11-16T02:25:35,366 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731723935333 2024-11-16T02:25:35,368 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:25:35,368 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:25:35,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,39931,1731723932464 2024-11-16T02:25:35,369 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,39931,1731723932464, state=OPEN 2024-11-16T02:25:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2309166286/meta-region-server 2024-11-16T02:25:35,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2309166286/meta-region-server 2024-11-16T02:25:35,381 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,39931,1731723932464 2024-11-16T02:25:35,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2309166286/meta-region-server: CHANGED 2024-11-16T02:25:35,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2309166286/meta-region-server: CHANGED 2024-11-16T02:25:35,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:25:35,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,39931,1731723932464 in 200 msec 2024-11-16T02:25:35,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:25:35,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-16T02:25:35,384 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:25:35,384 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:25:35,385 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:35,385 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39931,1731723932464, seqNum=-1] 2024-11-16T02:25:35,385 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:35,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:35,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-16T02:25:35,390 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731723935390, completionTime=-1 2024-11-16T02:25:35,390 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T02:25:35,390 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:25:35,391 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-16T02:25:35,391 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731723995391 2024-11-16T02:25:35,391 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724055391 2024-11-16T02:25:35,391 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:25:35,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41233,1731723932347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:35,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41233,1731723932347-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:35,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41233,1731723932347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:35,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:41233, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:35,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:35,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:35,393 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:25:35,395 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.867sec 2024-11-16T02:25:35,395 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:25:35,395 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:25:35,395 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:25:35,395 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:25:35,395 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:25:35,395 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41233,1731723932347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:25:35,395 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41233,1731723932347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:25:35,397 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:25:35,397 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:25:35,397 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41233,1731723932347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:25:35,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bcef54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:35,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41233,-1 for getting cluster id 2024-11-16T02:25:35,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:35,485 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '338897f7-044e-4c74-afc2-5947b92de261' 2024-11-16T02:25:35,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "338897f7-044e-4c74-afc2-5947b92de261" 2024-11-16T02:25:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49112e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41233,-1] 2024-11-16T02:25:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:35,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:35,487 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:35,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0f3473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:35,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39931,1731723932464, seqNum=-1] 2024-11-16T02:25:35,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:35,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:35,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,41233,1731723932347 2024-11-16T02:25:35,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53084 2024-11-16T02:25:35,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:25:35,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1014175fbb80008 connected 2024-11-16T02:25:35,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41907,1731723920984 2024-11-16T02:25:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79d1e905 2024-11-16T02:25:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:35,510 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:35,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:25:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:25:35,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:25:35,512 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:35,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:25:35,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:25:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:25:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:35,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5b096a2864929d335d7f8f006a15a24e, NAME => 'test,,1731723935510.5b096a2864929d335d7f8f006a15a24e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900 2024-11-16T02:25:35,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:25:36,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:25:36,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:36,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:36,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723935510.5b096a2864929d335d7f8f006a15a24e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:36,324 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5b096a2864929d335d7f8f006a15a24e, disabling compactions & flushes 2024-11-16T02:25:36,324 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:36,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:36,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. after waiting 0 ms 2024-11-16T02:25:36,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:36,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:36,325 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5b096a2864929d335d7f8f006a15a24e: Waiting for close lock at 1731723936324Disabling compacts and flushes for region at 1731723936324Disabling writes for close at 1731723936325 (+1 ms)Writing region close event to WAL at 1731723936325Closed at 1731723936325 2024-11-16T02:25:36,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:25:36,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723935510.5b096a2864929d335d7f8f006a15a24e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723936326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723936326"}]},"ts":"1731723936326"} 2024-11-16T02:25:36,327 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:25:36,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:25:36,328 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723936328"}]},"ts":"1731723936328"} 2024-11-16T02:25:36,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:25:36,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b096a2864929d335d7f8f006a15a24e, ASSIGN}] 2024-11-16T02:25:36,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5b096a2864929d335d7f8f006a15a24e, ASSIGN 2024-11-16T02:25:36,331 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5b096a2864929d335d7f8f006a15a24e, ASSIGN; state=OFFLINE, location=667222f7cf1b,36783,1731723921157; forceNewPlan=false, retain=false 2024-11-16T02:25:36,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b096a2864929d335d7f8f006a15a24e, regionState=OPENING, regionLocation=667222f7cf1b,36783,1731723921157 2024-11-16T02:25:36,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5b096a2864929d335d7f8f006a15a24e, ASSIGN because future has completed 2024-11-16T02:25:36,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b096a2864929d335d7f8f006a15a24e, server=667222f7cf1b,36783,1731723921157}] 2024-11-16T02:25:36,639 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:36,639 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b096a2864929d335d7f8f006a15a24e, NAME => 'test,,1731723935510.5b096a2864929d335d7f8f006a15a24e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:36,640 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:25:36,640 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:25:36,640 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,640 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723935510.5b096a2864929d335d7f8f006a15a24e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:36,640 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,640 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,641 INFO [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,642 INFO [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b096a2864929d335d7f8f006a15a24e columnFamilyName f 2024-11-16T02:25:36,642 DEBUG [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:36,642 INFO [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] regionserver.HStore(327): Store=5b096a2864929d335d7f8f006a15a24e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:36,643 INFO [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,643 INFO [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b096a2864929d335d7f8f006a15a24e columnFamilyName f1 2024-11-16T02:25:36,643 DEBUG [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:36,644 INFO [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] regionserver.HStore(327): Store=5b096a2864929d335d7f8f006a15a24e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:36,644 INFO [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,644 INFO [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b096a2864929d335d7f8f006a15a24e columnFamilyName norep 2024-11-16T02:25:36,645 DEBUG [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:36,645 INFO [StoreOpener-5b096a2864929d335d7f8f006a15a24e-1 {}] regionserver.HStore(327): Store=5b096a2864929d335d7f8f006a15a24e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:36,645 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,645 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,646 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,647 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,647 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,647 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:25:36,648 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:36,653 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:36,653 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5b096a2864929d335d7f8f006a15a24e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68115475, jitterRate=0.014999672770500183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:25:36,653 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:36,654 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5b096a2864929d335d7f8f006a15a24e: Running coprocessor pre-open hook at 1731723936640Writing region info on filesystem at 1731723936640Initializing all the Stores at 1731723936641 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723936641Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723936641Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723936641Cleaning up temporary data from old regions at 1731723936647 (+6 ms)Running coprocessor post-open hooks at 1731723936653 (+6 ms)Region opened successfully at 1731723936653 2024-11-16T02:25:36,654 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., pid=6, masterSystemTime=1731723936636 2024-11-16T02:25:36,656 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:36,656 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:36,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5b096a2864929d335d7f8f006a15a24e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,36783,1731723921157 2024-11-16T02:25:36,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5b096a2864929d335d7f8f006a15a24e, server=667222f7cf1b,36783,1731723921157 because future has completed 2024-11-16T02:25:36,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:25:36,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5b096a2864929d335d7f8f006a15a24e, server=667222f7cf1b,36783,1731723921157 in 175 msec 2024-11-16T02:25:36,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:25:36,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5b096a2864929d335d7f8f006a15a24e, ASSIGN in 330 msec 2024-11-16T02:25:36,663 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:25:36,663 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723936663"}]},"ts":"1731723936663"} 2024-11-16T02:25:36,664 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:25:36,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:25:36,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-16T02:25:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:37,660 INFO [RPCClient-NioEventLoopGroup-4-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:25:37,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:37,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,32773,1731723927290 2024-11-16T02:25:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78d66e84 2024-11-16T02:25:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:37,662 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:37,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32773 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:25:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32773 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:25:37,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:25:37,664 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:37,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32773 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:25:37,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:25:37,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:37,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:25:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:37,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:38,071 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e98d267140d157889f77d8606ec4c57, NAME => 'test,,1731723937662.4e98d267140d157889f77d8606ec4c57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda 2024-11-16T02:25:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:25:38,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:38,329 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:38,330 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:25:38,330 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149106 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:25:38,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723937662.4e98d267140d157889f77d8606ec4c57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:38,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4e98d267140d157889f77d8606ec4c57, disabling compactions & flushes 2024-11-16T02:25:38,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:38,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:38,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723937662.4e98d267140d157889f77d8606ec4c57. after waiting 0 ms 2024-11-16T02:25:38,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:38,476 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:38,476 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e98d267140d157889f77d8606ec4c57: Waiting for close lock at 1731723938475Disabling compacts and flushes for region at 1731723938475Disabling writes for close at 1731723938476 (+1 ms)Writing region close event to WAL at 1731723938476Closed at 1731723938476 2024-11-16T02:25:38,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:25:38,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723937662.4e98d267140d157889f77d8606ec4c57.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723938477"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723938477"}]},"ts":"1731723938477"} 2024-11-16T02:25:38,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:25:38,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:25:38,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723938479"}]},"ts":"1731723938479"} 2024-11-16T02:25:38,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:25:38,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e98d267140d157889f77d8606ec4c57, ASSIGN}] 2024-11-16T02:25:38,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4e98d267140d157889f77d8606ec4c57, ASSIGN 2024-11-16T02:25:38,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4e98d267140d157889f77d8606ec4c57, ASSIGN; state=OFFLINE, location=667222f7cf1b,46751,1731723927431; forceNewPlan=false, retain=false 2024-11-16T02:25:38,634 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e98d267140d157889f77d8606ec4c57, regionState=OPENING, regionLocation=667222f7cf1b,46751,1731723927431 2024-11-16T02:25:38,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4e98d267140d157889f77d8606ec4c57, ASSIGN because future has completed 2024-11-16T02:25:38,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e98d267140d157889f77d8606ec4c57, server=667222f7cf1b,46751,1731723927431}] 2024-11-16T02:25:38,791 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:38,791 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e98d267140d157889f77d8606ec4c57, NAME => 'test,,1731723937662.4e98d267140d157889f77d8606ec4c57.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:38,791 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:25:38,792 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:25:38,792 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,792 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723937662.4e98d267140d157889f77d8606ec4c57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:38,792 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,792 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,793 INFO [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,794 INFO [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e98d267140d157889f77d8606ec4c57 columnFamilyName f 2024-11-16T02:25:38,794 DEBUG [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:38,794 INFO [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] regionserver.HStore(327): Store=4e98d267140d157889f77d8606ec4c57/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:38,794 INFO [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,795 INFO [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e98d267140d157889f77d8606ec4c57 columnFamilyName f1 2024-11-16T02:25:38,795 DEBUG [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:38,796 INFO [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] regionserver.HStore(327): Store=4e98d267140d157889f77d8606ec4c57/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:38,796 INFO [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,796 INFO [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e98d267140d157889f77d8606ec4c57 columnFamilyName norep 2024-11-16T02:25:38,797 DEBUG [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:38,797 INFO [StoreOpener-4e98d267140d157889f77d8606ec4c57-1 {}] regionserver.HStore(327): Store=4e98d267140d157889f77d8606ec4c57/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:38,797 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,798 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,798 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,799 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,799 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:38,799 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:25:38,800 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,802 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:38,802 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4e98d267140d157889f77d8606ec4c57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66152417, jitterRate=-0.01425217092037201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:25:38,803 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:38,803 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4e98d267140d157889f77d8606ec4c57: Running coprocessor pre-open hook at 1731723938792Writing region info on filesystem at 1731723938792Initializing all the Stores at 1731723938793 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723938793Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723938793Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723938793Cleaning up temporary data from old regions at 1731723938799 (+6 ms)Running coprocessor post-open hooks at 1731723938803 (+4 ms)Region opened successfully at 1731723938803 2024-11-16T02:25:38,803 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723937662.4e98d267140d157889f77d8606ec4c57., pid=6, masterSystemTime=1731723938788 2024-11-16T02:25:38,805 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:38,805 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:38,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4e98d267140d157889f77d8606ec4c57, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,46751,1731723927431 2024-11-16T02:25:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e98d267140d157889f77d8606ec4c57, server=667222f7cf1b,46751,1731723927431 because future has completed 2024-11-16T02:25:38,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:25:38,809 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e98d267140d157889f77d8606ec4c57, server=667222f7cf1b,46751,1731723927431 in 172 msec 2024-11-16T02:25:38,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:25:38,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4e98d267140d157889f77d8606ec4c57, ASSIGN in 328 msec 2024-11-16T02:25:38,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:25:38,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723938811"}]},"ts":"1731723938811"} 2024-11-16T02:25:38,812 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:25:38,813 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:25:38,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-16T02:25:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32773 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:39,810 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:25:39,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:39,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41233,1731723932347 2024-11-16T02:25:39,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73a04f76 2024-11-16T02:25:39,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:39,812 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:39,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:25:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-16T02:25:39,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:25:39,815 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:39,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-16T02:25:39,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:25:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:39,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741835_1011 (size=902) 2024-11-16T02:25:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:40,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91375f462363c39415928c402229f81e, NAME => 'test,,1731723939812.91375f462363c39415928c402229f81e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523 2024-11-16T02:25:40,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741836_1012 (size=39) 2024-11-16T02:25:40,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731723939812.91375f462363c39415928c402229f81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 91375f462363c39415928c402229f81e, disabling compactions & flushes 2024-11-16T02:25:40,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731723939812.91375f462363c39415928c402229f81e. after waiting 0 ms 2024-11-16T02:25:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:40,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91375f462363c39415928c402229f81e: Waiting for close lock at 1731723940627Disabling compacts and flushes for region at 1731723940627Disabling writes for close at 1731723940627Writing region close event to WAL at 1731723940627Closed at 1731723940627 2024-11-16T02:25:40,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:25:40,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731723939812.91375f462363c39415928c402229f81e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731723940628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723940628"}]},"ts":"1731723940628"} 2024-11-16T02:25:40,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:25:40,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:25:40,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723940631"}]},"ts":"1731723940631"} 2024-11-16T02:25:40,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-16T02:25:40,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91375f462363c39415928c402229f81e, ASSIGN}] 2024-11-16T02:25:40,633 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91375f462363c39415928c402229f81e, ASSIGN 2024-11-16T02:25:40,634 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=91375f462363c39415928c402229f81e, ASSIGN; state=OFFLINE, location=667222f7cf1b,39931,1731723932464; forceNewPlan=false, retain=false 2024-11-16T02:25:40,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91375f462363c39415928c402229f81e, regionState=OPENING, regionLocation=667222f7cf1b,39931,1731723932464 2024-11-16T02:25:40,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=91375f462363c39415928c402229f81e, ASSIGN because future has completed 2024-11-16T02:25:40,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91375f462363c39415928c402229f81e, server=667222f7cf1b,39931,1731723932464}] 2024-11-16T02:25:40,942 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:40,942 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 91375f462363c39415928c402229f81e, NAME => 'test,,1731723939812.91375f462363c39415928c402229f81e.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:40,942 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:25:40,942 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-16T02:25:40,943 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,943 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731723939812.91375f462363c39415928c402229f81e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:40,943 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,943 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,944 INFO [StoreOpener-91375f462363c39415928c402229f81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,945 INFO [StoreOpener-91375f462363c39415928c402229f81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91375f462363c39415928c402229f81e columnFamilyName f 2024-11-16T02:25:40,945 DEBUG [StoreOpener-91375f462363c39415928c402229f81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:40,945 INFO [StoreOpener-91375f462363c39415928c402229f81e-1 {}] regionserver.HStore(327): Store=91375f462363c39415928c402229f81e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:40,946 INFO [StoreOpener-91375f462363c39415928c402229f81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,946 INFO [StoreOpener-91375f462363c39415928c402229f81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91375f462363c39415928c402229f81e columnFamilyName f1 2024-11-16T02:25:40,947 DEBUG [StoreOpener-91375f462363c39415928c402229f81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:40,947 INFO [StoreOpener-91375f462363c39415928c402229f81e-1 {}] regionserver.HStore(327): Store=91375f462363c39415928c402229f81e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:40,947 INFO [StoreOpener-91375f462363c39415928c402229f81e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,948 INFO [StoreOpener-91375f462363c39415928c402229f81e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91375f462363c39415928c402229f81e columnFamilyName norep 2024-11-16T02:25:40,948 DEBUG [StoreOpener-91375f462363c39415928c402229f81e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:40,948 INFO [StoreOpener-91375f462363c39415928c402229f81e-1 {}] regionserver.HStore(327): Store=91375f462363c39415928c402229f81e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:40,948 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,949 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e 2024-11-16T02:25:40,949 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e 2024-11-16T02:25:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:40,950 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,950 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,950 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:25:40,951 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,953 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:40,953 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 91375f462363c39415928c402229f81e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59914082, jitterRate=-0.10721060633659363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:25:40,953 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91375f462363c39415928c402229f81e 2024-11-16T02:25:40,953 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 91375f462363c39415928c402229f81e: Running coprocessor pre-open hook at 1731723940943Writing region info on filesystem at 1731723940943Initializing all the Stores at 1731723940943Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723940943Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723940944 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723940944Cleaning up temporary data from old regions at 1731723940950 (+6 ms)Running coprocessor post-open hooks at 1731723940953 (+3 ms)Region opened successfully at 1731723940953 2024-11-16T02:25:40,954 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731723939812.91375f462363c39415928c402229f81e., pid=6, masterSystemTime=1731723940938 2024-11-16T02:25:40,956 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:40,956 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:40,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91375f462363c39415928c402229f81e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=667222f7cf1b,39931,1731723932464 2024-11-16T02:25:40,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91375f462363c39415928c402229f81e, server=667222f7cf1b,39931,1731723932464 because future has completed 2024-11-16T02:25:40,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T02:25:40,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 91375f462363c39415928c402229f81e, server=667222f7cf1b,39931,1731723932464 in 172 msec 2024-11-16T02:25:40,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:25:40,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=91375f462363c39415928c402229f81e, ASSIGN in 329 msec 2024-11-16T02:25:40,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:25:40,963 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723940963"}]},"ts":"1731723940963"} 2024-11-16T02:25:40,965 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-16T02:25:40,965 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:25:40,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-16T02:25:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:25:41,960 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-16T02:25:41,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f68341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:41,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41907,-1 for getting cluster id 2024-11-16T02:25:41,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:41,962 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '798cf4c4-164a-4d52-9139-797ec9528bbc' 2024-11-16T02:25:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "798cf4c4-164a-4d52-9139-797ec9528bbc" 2024-11-16T02:25:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2539c37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41907,-1] 2024-11-16T02:25:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:41,964 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:41,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1040a833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:41,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41907,1731723920984 2024-11-16T02:25:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ec04cc0 2024-11-16T02:25:41,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:41,967 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:41,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://667222f7cf1b:32773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:25:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:25:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:25:41,972 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:32773' 2024-11-16T02:25:41,973 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d398944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:41,973 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,32773,-1 for getting cluster id 2024-11-16T02:25:41,973 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:41,974 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c625498-9a93-4033-902f-aa74c9375ce4' 2024-11-16T02:25:41,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:41,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c625498-9a93-4033-902f-aa74c9375ce4" 2024-11-16T02:25:41,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32011d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:41,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,32773,-1] 2024-11-16T02:25:41,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:41,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:41,978 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:41,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fb3079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:41,979 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:41,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,32773,1731723927290 2024-11-16T02:25:41,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ecd90cb 2024-11-16T02:25:41,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:41,981 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:41,983 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-16T02:25:41,983 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:25:41,983 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:41,983 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:41,984 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:25:41,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:41,985 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-16T02:25:41,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:25:41,986 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:41,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:25:41,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741837_1013 (size=1138) 2024-11-16T02:25:41,997 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7a2dd3317533c10dc2e219043f65d13, NAME => 'hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900 2024-11-16T02:25:42,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741838_1014 (size=44) 2024-11-16T02:25:42,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:42,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c7a2dd3317533c10dc2e219043f65d13, disabling compactions & flushes 2024-11-16T02:25:42,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:42,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:42,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. after waiting 0 ms 2024-11-16T02:25:42,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:42,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:42,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7a2dd3317533c10dc2e219043f65d13: Waiting for close lock at 1731723942014Disabling compacts and flushes for region at 1731723942014Disabling writes for close at 1731723942014Writing region close event to WAL at 1731723942014Closed at 1731723942014 2024-11-16T02:25:42,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:25:42,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731723942016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731723942016"}]},"ts":"1731723942016"} 2024-11-16T02:25:42,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T02:25:42,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:25:42,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723942019"}]},"ts":"1731723942019"} 2024-11-16T02:25:42,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-16T02:25:42,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7a2dd3317533c10dc2e219043f65d13, ASSIGN}] 2024-11-16T02:25:42,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7a2dd3317533c10dc2e219043f65d13, ASSIGN 2024-11-16T02:25:42,030 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7a2dd3317533c10dc2e219043f65d13, ASSIGN; state=OFFLINE, location=667222f7cf1b,36783,1731723921157; forceNewPlan=false, retain=false 2024-11-16T02:25:42,036 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-16T02:25:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:25:42,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:25:42,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7a2dd3317533c10dc2e219043f65d13, regionState=OPENING, regionLocation=667222f7cf1b,36783,1731723921157 2024-11-16T02:25:42,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7a2dd3317533c10dc2e219043f65d13, ASSIGN because future has completed 2024-11-16T02:25:42,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7a2dd3317533c10dc2e219043f65d13, server=667222f7cf1b,36783,1731723921157}] 2024-11-16T02:25:42,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:25:42,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:42,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:25:42,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-16T02:25:42,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=667222f7cf1b%2C36783%2C1731723921157.rep, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/oldWALs, maxLogs=10 2024-11-16T02:25:42,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.rep.1731723942370, exclude list is [], retry=0 2024-11-16T02:25:42,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-3b398b22-3f00-4034-95ed-bad78ba29016,DISK] 2024-11-16T02:25:42,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.rep.1731723942370 2024-11-16T02:25:42,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-16T02:25:42,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c7a2dd3317533c10dc2e219043f65d13, NAME => 'hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:25:42,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-16T02:25:42,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:25:42,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. service=MultiRowMutationService 2024-11-16T02:25:42,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-16T02:25:42,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:25:42,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,441 INFO [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,447 INFO [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7a2dd3317533c10dc2e219043f65d13 columnFamilyName hfileref 2024-11-16T02:25:42,448 DEBUG [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:42,449 INFO [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] regionserver.HStore(327): Store=c7a2dd3317533c10dc2e219043f65d13/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:42,449 INFO [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,450 INFO [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7a2dd3317533c10dc2e219043f65d13 columnFamilyName queue 2024-11-16T02:25:42,450 DEBUG [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:42,451 INFO [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] regionserver.HStore(327): Store=c7a2dd3317533c10dc2e219043f65d13/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:42,451 INFO [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,452 INFO [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7a2dd3317533c10dc2e219043f65d13 columnFamilyName sid 2024-11-16T02:25:42,452 DEBUG [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:25:42,453 INFO [StoreOpener-c7a2dd3317533c10dc2e219043f65d13-1 {}] regionserver.HStore(327): Store=c7a2dd3317533c10dc2e219043f65d13/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:25:42,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-16T02:25:42,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:25:42,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c7a2dd3317533c10dc2e219043f65d13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73910682, jitterRate=0.10135498642921448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-16T02:25:42,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:42,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c7a2dd3317533c10dc2e219043f65d13: Running coprocessor pre-open hook at 1731723942439Writing region info on filesystem at 1731723942439Initializing all the Stores at 1731723942439Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723942439Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723942440 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731723942440Cleaning up temporary data from old regions at 1731723942454 (+14 ms)Running coprocessor post-open hooks at 1731723942467 (+13 ms)Region opened successfully at 1731723942467 2024-11-16T02:25:42,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13., pid=10, masterSystemTime=1731723942344 2024-11-16T02:25:42,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7a2dd3317533c10dc2e219043f65d13, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,36783,1731723921157 2024-11-16T02:25:42,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:42,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:42,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7a2dd3317533c10dc2e219043f65d13, server=667222f7cf1b,36783,1731723921157 because future has completed 2024-11-16T02:25:42,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T02:25:42,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c7a2dd3317533c10dc2e219043f65d13, server=667222f7cf1b,36783,1731723921157 in 311 msec 2024-11-16T02:25:42,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T02:25:42,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7a2dd3317533c10dc2e219043f65d13, ASSIGN in 477 msec 2024-11-16T02:25:42,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:25:42,509 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731723942508"}]},"ts":"1731723942508"} 2024-11-16T02:25:42,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-16T02:25:42,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:25:42,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 535 msec 2024-11-16T02:25:42,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13., hostname=667222f7cf1b,36783,1731723921157, seqNum=2] 2024-11-16T02:25:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:25:42,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:42,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:42,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:25:42,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-16T02:25:42,938 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-16T02:25:42,964 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-667222f7cf1b,36783,1731723921157, ReplicationSource: 1, currentBandwidth=0 2024-11-16T02:25:42,964 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:42,964 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,36783,1731723921157, seqNum=-1] 2024-11-16T02:25:42,965 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:42,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-16T02:25:42,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-667222f7cf1b,36783,1731723921157', locateType=CURRENT is [region=hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13., hostname=667222f7cf1b,36783,1731723921157, seqNum=2] 2024-11-16T02:25:42,969 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-16T02:25:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-16T02:25:42,971 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 667222f7cf1b,36783,1731723921157 suceeded 2024-11-16T02:25:42,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-16T02:25:42,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-16T02:25:42,972 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://667222f7cf1b:32773,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:25:42,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0040 sec 2024-11-16T02:25:42,982 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:32773' 2024-11-16T02:25:42,983 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58644ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:42,983 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,32773,-1 for getting cluster id 2024-11-16T02:25:42,983 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:42,983 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c625498-9a93-4033-902f-aa74c9375ce4' 2024-11-16T02:25:42,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:42,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c625498-9a93-4033-902f-aa74c9375ce4" 2024-11-16T02:25:42,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24b7675b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:42,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,32773,-1] 2024-11-16T02:25:42,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:42,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:42,984 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:42,985 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ea5028b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:42,985 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,32773,1731723927290 2024-11-16T02:25:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8b572a7 2024-11-16T02:25:42,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:42,986 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T02:25:42,986 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-667222f7cf1b,36783,1731723921157 (queues=1) is replicating from cluster=798cf4c4-164a-4d52-9139-797ec9528bbc to cluster=8c625498-9a93-4033-902f-aa74c9375ce4 2024-11-16T02:25:42,986 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=667222f7cf1b%2C36783%2C1731723921157 2024-11-16T02:25:42,986 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-667222f7cf1b,36783,1731723921157, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:25:42,987 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C36783%2C1731723921157 2024-11-16T02:25:42,987 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466, startPosition=0, beingWritten=true 2024-11-16T02:25:42,991 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:25:42,991 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 379, reset compression=false 2024-11-16T02:25:42,991 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,36783,1731723921157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:25:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T02:25:43,109 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-16T02:25:43,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:43,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:43,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:43,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:43,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:43,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6b49ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41907,-1 for getting cluster id 2024-11-16T02:25:43,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:43,111 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '798cf4c4-164a-4d52-9139-797ec9528bbc' 2024-11-16T02:25:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "798cf4c4-164a-4d52-9139-797ec9528bbc" 2024-11-16T02:25:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4539bbb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41907,-1] 2024-11-16T02:25:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:43,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:43,112 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:43,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9945bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240283d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,32773,-1 for getting cluster id 2024-11-16T02:25:43,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:43,113 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c625498-9a93-4033-902f-aa74c9375ce4' 2024-11-16T02:25:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c625498-9a93-4033-902f-aa74c9375ce4" 2024-11-16T02:25:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ec3d26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,32773,-1] 2024-11-16T02:25:43,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:43,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:43,114 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:43,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fdc3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298d7e77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41233,-1 for getting cluster id 2024-11-16T02:25:43,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:43,115 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '338897f7-044e-4c74-afc2-5947b92de261' 2024-11-16T02:25:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:43,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "338897f7-044e-4c74-afc2-5947b92de261" 2024-11-16T02:25:43,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d842bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41233,-1] 2024-11-16T02:25:43,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:43,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:43,116 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:43,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc6bb1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:43,119 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731723943119/Put/seqid=0 2024-11-16T02:25:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741840_1016 (size=7894) 2024-11-16T02:25:43,194 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 379, reset compression=false 2024-11-16T02:25:43,248 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:25:43,497 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 379, reset compression=false 2024-11-16T02:25:43,525 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731723943524/Put/seqid=0 2024-11-16T02:25:43,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741841_1017 (size=7691) 2024-11-16T02:25:43,900 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 379, reset compression=false 2024-11-16T02:25:43,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8ff0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41907,-1 for getting cluster id 2024-11-16T02:25:43,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:43,930 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '798cf4c4-164a-4d52-9139-797ec9528bbc' 2024-11-16T02:25:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "798cf4c4-164a-4d52-9139-797ec9528bbc" 2024-11-16T02:25:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce29750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41907,-1] 2024-11-16T02:25:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:43,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:43,931 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:43,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157e3d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:43,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,36783,1731723921157, seqNum=-1] 2024-11-16T02:25:43,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:43,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:43,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:43,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41907,1731723920984 2024-11-16T02:25:43,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bfc0fff 2024-11-16T02:25:43,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:43,940 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:43,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2] 2024-11-16T02:25:43,944 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:25:43,948 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-16T02:25:43,950 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-16T02:25:43,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 5b096a2864929d335d7f8f006a15a24e/f 2024-11-16T02:25:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T02:25:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:43,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 5b096a2864929d335d7f8f006a15a24e/f 2024-11-16T02:25:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T02:25:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegion(2603): Flush status journal for 5b096a2864929d335d7f8f006a15a24e: 2024-11-16T02:25:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_0 2024-11-16T02:25:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_0 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ 2024-11-16T02:25:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_1 2024-11-16T02:25:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_1 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_ 2024-11-16T02:25:43,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_0 into 5b096a2864929d335d7f8f006a15a24e/f as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ - updating store file list. 2024-11-16T02:25:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:43,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ into 5b096a2864929d335d7f8f006a15a24e/f 2024-11-16T02:25:43,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_0 into 5b096a2864929d335d7f8f006a15a24e/f (new location: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_) 2024-11-16T02:25:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_0 2024-11-16T02:25:43,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_1 into 5b096a2864929d335d7f8f006a15a24e/f as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_ - updating store file list. 2024-11-16T02:25:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9595f5956bc949baa8368bdfdea695ca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:43,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_ into 5b096a2864929d335d7f8f006a15a24e/f 2024-11-16T02:25:43,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_1 into 5b096a2864929d335d7f8f006a15a24e/f (new location: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_) 2024-11-16T02:25:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__72d641p3ab154p0hd5698k6gmrgk8oijtaf557k986f5d1v02gkidjuq248g0hkk/f/hfile_1 2024-11-16T02:25:43,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:43,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:43,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:43,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:43,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:43,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2 , the old value is region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=667222f7cf1b:36783 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:25:43,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:25:43,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2 from cache 2024-11-16T02:25:43,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:43,972 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T02:25:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,46751,1731723927431, seqNum=-1] 2024-11-16T02:25:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:43,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:43,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723937662.4e98d267140d157889f77d8606ec4c57., hostname=667222f7cf1b,46751,1731723927431, seqNum=2] 2024-11-16T02:25:43,976 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T02:25:44,079 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:36783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T02:25:44,402 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 379, reset compression=false 2024-11-16T02:25:44,406 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:25:44,407 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,36783,1731723921157 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b096a2864929d335d7f8f006a15a24e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731723943970/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T02:25:44,409 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:25:44,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T02:25:44,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.ReplicationSink(318): Replicating [798cf4c4-164a-4d52-9139-797ec9528bbc] bulk loaded data 2024-11-16T02:25:44,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cd14e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:44,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,32773,-1 for getting cluster id 2024-11-16T02:25:44,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:44,412 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c625498-9a93-4033-902f-aa74c9375ce4' 2024-11-16T02:25:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c625498-9a93-4033-902f-aa74c9375ce4" 2024-11-16T02:25:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@640fc534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,32773,-1] 2024-11-16T02:25:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:44,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:44,413 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:44,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a2dafbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741837_1013 (size=7894) 2024-11-16T02:25:44,607 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 687, reset compression=false 2024-11-16T02:25:44,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741838_1014 (size=7691) 2024-11-16T02:25:44,910 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 687, reset compression=false 2024-11-16T02:25:44,978 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T02:25:45,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:45,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,32773,1731723927290 2024-11-16T02:25:45,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ea43f6 2024-11-16T02:25:45,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:45,238 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-16T02:25:45,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:25:45,239 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:45,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,46751,1731723927431, seqNum=-1] 2024-11-16T02:25:45,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:45,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-16T02:25:45,245 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-16T02:25:45,247 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-16T02:25:45,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ for inclusion in 4e98d267140d157889f77d8606ec4c57/f 2024-11-16T02:25:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-16T02:25:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:45,252 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_ for inclusion in 4e98d267140d157889f77d8606ec4c57/f 2024-11-16T02:25:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-16T02:25:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HRegion(2603): Flush status journal for 4e98d267140d157889f77d8606ec4c57: 2024-11-16T02:25:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:25:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/b79bc472a1c042a3ab3ac6fb85d24b57_SeqId_4_ 2024-11-16T02:25:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9595f5956bc949baa8368bdfdea695ca_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:25:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_ as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/f7e96a07798744059a0c09e18b395ab2_SeqId_4_ 2024-11-16T02:25:45,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ into 4e98d267140d157889f77d8606ec4c57/f as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/b79bc472a1c042a3ab3ac6fb85d24b57_SeqId_4_ - updating store file list. 2024-11-16T02:25:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b79bc472a1c042a3ab3ac6fb85d24b57_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:45,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/b79bc472a1c042a3ab3ac6fb85d24b57_SeqId_4_ into 4e98d267140d157889f77d8606ec4c57/f 2024-11-16T02:25:45,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ into 4e98d267140d157889f77d8606ec4c57/f (new location: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/b79bc472a1c042a3ab3ac6fb85d24b57_SeqId_4_) 2024-11-16T02:25:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/f840b0b2343a42ce91868da90b8fb5e2_SeqId_4_ 2024-11-16T02:25:45,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_ into 4e98d267140d157889f77d8606ec4c57/f as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/f7e96a07798744059a0c09e18b395ab2_SeqId_4_ - updating store file list. 2024-11-16T02:25:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f7e96a07798744059a0c09e18b395ab2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:45,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/f7e96a07798744059a0c09e18b395ab2_SeqId_4_ into 4e98d267140d157889f77d8606ec4c57/f 2024-11-16T02:25:45,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_ into 4e98d267140d157889f77d8606ec4c57/f (new location: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/f7e96a07798744059a0c09e18b395ab2_SeqId_4_) 2024-11-16T02:25:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__qjakse9s90pjcsukps0q90sde5mmqm9bluee4971240f6ehdch1cetbq4odbhs5d/f/9595f5956bc949baa8368bdfdea695ca_SeqId_4_ 2024-11-16T02:25:45,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.ReplicationSink(324): Finished replicating [798cf4c4-164a-4d52-9139-797ec9528bbc] bulk loaded data 2024-11-16T02:25:45,314 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 687, reset compression=false 2024-11-16T02:25:45,820 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 687, reset compression=false 2024-11-16T02:25:45,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39931,1731723932464, seqNum=-1] 2024-11-16T02:25:45,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:45,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723939812.91375f462363c39415928c402229f81e., hostname=667222f7cf1b,39931,1731723932464, seqNum=2] 2024-11-16T02:25:45,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:25:45,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:25:45,997 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 667222f7cf1b%2C36783%2C1731723921157.rep:(num 1731723942370) roll requested 2024-11-16T02:25:46,017 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.rep.1731723945998, exclude list is [], retry=0 2024-11-16T02:25:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-3b398b22-3f00-4034-95ed-bad78ba29016,DISK] 2024-11-16T02:25:46,021 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.rep.1731723942370 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.rep.1731723945998 2024-11-16T02:25:46,021 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-16T02:25:46,021 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.rep.1731723942370 is not closed yet, will try archiving it next time 2024-11-16T02:25:46,021 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 667222f7cf1b%2C36783%2C1731723921157.meta:.meta(num 1731723924455) roll requested 2024-11-16T02:25:46,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741839_1015 (size=1505) 2024-11-16T02:25:46,035 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.meta.1731723946021.meta, exclude list is [], retry=0 2024-11-16T02:25:46,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-3b398b22-3f00-4034-95ed-bad78ba29016,DISK] 2024-11-16T02:25:46,038 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.meta.1731723924455.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.meta.1731723946021.meta 2024-11-16T02:25:46,039 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-16T02:25:46,039 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.meta.1731723924455.meta is not closed yet, will try archiving it next time 2024-11-16T02:25:46,039 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 667222f7cf1b%2C36783%2C1731723921157:(num 1731723923466) roll requested 2024-11-16T02:25:46,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741834_1010 (size=3473) 2024-11-16T02:25:46,059 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039, exclude list is [], retry=0 2024-11-16T02:25:46,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-3b398b22-3f00-4034-95ed-bad78ba29016,DISK] 2024-11-16T02:25:46,062 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 2024-11-16T02:25:46,062 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38641:38641)] 2024-11-16T02:25:46,062 DEBUG [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 is not closed yet, will try archiving it next time 2024-11-16T02:25:46,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d7805f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:46,063 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41907,-1 for getting cluster id 2024-11-16T02:25:46,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741832_1008 (size=695) 2024-11-16T02:25:46,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:46,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 not finished, retry = 0 2024-11-16T02:25:46,064 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '798cf4c4-164a-4d52-9139-797ec9528bbc' 2024-11-16T02:25:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "798cf4c4-164a-4d52-9139-797ec9528bbc" 2024-11-16T02:25:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4311ef42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41907,-1] 2024-11-16T02:25:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:46,065 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:46,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d77261d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:46,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:46,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41907,1731723920984 2024-11-16T02:25:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@506e33bf 2024-11-16T02:25:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:46,070 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:46,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://667222f7cf1b:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-16T02:25:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-16T02:25:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T02:25:46,074 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:41233' 2024-11-16T02:25:46,075 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43404c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:46,075 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41233,-1 for getting cluster id 2024-11-16T02:25:46,076 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:46,076 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '338897f7-044e-4c74-afc2-5947b92de261' 2024-11-16T02:25:46,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:46,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "338897f7-044e-4c74-afc2-5947b92de261" 2024-11-16T02:25:46,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c941c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:46,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41233,-1] 2024-11-16T02:25:46,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:46,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:46,078 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:46,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720d87c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:46,079 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:46,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41233,1731723932347 2024-11-16T02:25:46,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fb8bc5 2024-11-16T02:25:46,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:46,080 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:46,081 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-16T02:25:46,081 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-16T02:25:46,081 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:46,081 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:46,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:46,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-16T02:25:46,165 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/oldWALs/667222f7cf1b%2C36783%2C1731723921157.1731723923466 2024-11-16T02:25:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T02:25:46,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-16T02:25:46,270 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-16T02:25:46,299 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-667222f7cf1b,36783,1731723921157, ReplicationSource: 2, currentBandwidth=0 2024-11-16T02:25:46,303 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-16T02:25:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-16T02:25:46,305 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 667222f7cf1b,36783,1731723921157 suceeded 2024-11-16T02:25:46,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-16T02:25:46,306 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://667222f7cf1b:41233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-16T02:25:46,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-16T02:25:46,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 236 msec 2024-11-16T02:25:46,319 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='667222f7cf1b:41233' 2024-11-16T02:25:46,320 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b9b884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:46,320 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41233,-1 for getting cluster id 2024-11-16T02:25:46,320 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:46,321 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '338897f7-044e-4c74-afc2-5947b92de261' 2024-11-16T02:25:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:46,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "338897f7-044e-4c74-afc2-5947b92de261" 2024-11-16T02:25:46,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5da62cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:46,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41233,-1] 2024-11-16T02:25:46,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:46,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:46,322 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:46,323 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e819ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:46,323 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:46,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41233,1731723932347 2024-11-16T02:25:46,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@713c0f44 2024-11-16T02:25:46,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:46,324 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-16T02:25:46,325 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-667222f7cf1b,36783,1731723921157 (queues=1) is replicating from cluster=798cf4c4-164a-4d52-9139-797ec9528bbc to cluster=338897f7-044e-4c74-afc2-5947b92de261 2024-11-16T02:25:46,325 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=667222f7cf1b%2C36783%2C1731723921157 2024-11-16T02:25:46,325 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-667222f7cf1b,36783,1731723921157, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-16T02:25:46,325 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039, startPosition=0, beingWritten=true 2024-11-16T02:25:46,325 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 667222f7cf1b%2C36783%2C1731723921157 2024-11-16T02:25:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-16T02:25:46,389 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-16T02:25:46,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:46,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:46,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:46,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:46,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:46,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:25:46,393 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731723946393/Put/seqid=0 2024-11-16T02:25:46,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741845_1021 (size=11194) 2024-11-16T02:25:46,423 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 to pos 687, reset compression=false 2024-11-16T02:25:46,428 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 was moved to hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/oldWALs/667222f7cf1b%2C36783%2C1731723921157.1731723923466 2024-11-16T02:25:46,429 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466 2024-11-16T02:25:46,429 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039, startPosition=0, beingWritten=true 2024-11-16T02:25:46,429 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,36783,1731723921157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723923466, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-16T02:25:46,431 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [667222f7cf1b%2C36783%2C1731723921157.1731723923466] 2024-11-16T02:25:46,528 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 0, reset compression=false 2024-11-16T02:25:46,798 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731723946798/Put/seqid=0 2024-11-16T02:25:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741846_1022 (size=10791) 2024-11-16T02:25:46,832 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 0, reset compression=false 2024-11-16T02:25:47,133 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 0, reset compression=false 2024-11-16T02:25:47,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4121df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:47,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41907,-1 for getting cluster id 2024-11-16T02:25:47,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:47,207 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '798cf4c4-164a-4d52-9139-797ec9528bbc' 2024-11-16T02:25:47,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:47,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "798cf4c4-164a-4d52-9139-797ec9528bbc" 2024-11-16T02:25:47,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8f08e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:47,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41907,-1] 2024-11-16T02:25:47,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:47,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:47,209 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:47,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70335a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:47,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,36783,1731723921157, seqNum=-1] 2024-11-16T02:25:47,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:47,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:25:47,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:47,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41907,1731723920984 2024-11-16T02:25:47,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@553c2c2e 2024-11-16T02:25:47,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:47,230 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:25:47,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2] 2024-11-16T02:25:47,236 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 0, reset compression=false 2024-11-16T02:25:47,241 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:25:47,252 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-16T02:25:47,255 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-16T02:25:47,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 5b096a2864929d335d7f8f006a15a24e/f 2024-11-16T02:25:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T02:25:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:47,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 5b096a2864929d335d7f8f006a15a24e/f 2024-11-16T02:25:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T02:25:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegion(2603): Flush status journal for 5b096a2864929d335d7f8f006a15a24e: 2024-11-16T02:25:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_0 2024-11-16T02:25:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_0 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/0a067347374f403d89c17583514eeeac_SeqId_6_ 2024-11-16T02:25:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_1 2024-11-16T02:25:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_1 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ 2024-11-16T02:25:47,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_0 into 5b096a2864929d335d7f8f006a15a24e/f as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/0a067347374f403d89c17583514eeeac_SeqId_6_ - updating store file list. 2024-11-16T02:25:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a067347374f403d89c17583514eeeac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:47,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/0a067347374f403d89c17583514eeeac_SeqId_6_ into 5b096a2864929d335d7f8f006a15a24e/f 2024-11-16T02:25:47,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_0 into 5b096a2864929d335d7f8f006a15a24e/f (new location: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/0a067347374f403d89c17583514eeeac_SeqId_6_) 2024-11-16T02:25:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_0 2024-11-16T02:25:47,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_1 into 5b096a2864929d335d7f8f006a15a24e/f as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ - updating store file list. 2024-11-16T02:25:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:47,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ into 5b096a2864929d335d7f8f006a15a24e/f 2024-11-16T02:25:47,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_1 into 5b096a2864929d335d7f8f006a15a24e/f (new location: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_) 2024-11-16T02:25:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/staging/jenkins__test__nkv4lkda3pmi0ul3s5misujkb9r5cspjc577elv4scs50cnjph5g8ulmfeuep445/f/hfile_1 2024-11-16T02:25:47,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:47,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:47,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:47,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:47,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:47,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2 , the old value is region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=667222f7cf1b:36783 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:25:47,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-16T02:25:47,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., hostname=667222f7cf1b,36783,1731723921157, seqNum=2 from cache 2024-11-16T02:25:47,283 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-16T02:25:47,286 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T02:25:47,330 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-16T02:25:47,390 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:36783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-16T02:25:47,751 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 0, reset compression=false 2024-11-16T02:25:47,755 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:25:47,755 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-667222f7cf1b,36783,1731723921157 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b096a2864929d335d7f8f006a15a24e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731723947281/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T02:25:47,757 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:25:47,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-16T02:25:47,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.ReplicationSink(318): Replicating [798cf4c4-164a-4d52-9139-797ec9528bbc] bulk loaded data 2024-11-16T02:25:47,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a57b2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:47,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41233,-1 for getting cluster id 2024-11-16T02:25:47,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:25:47,758 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '338897f7-044e-4c74-afc2-5947b92de261' 2024-11-16T02:25:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:25:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "338897f7-044e-4c74-afc2-5947b92de261" 2024-11-16T02:25:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@388eb247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41233,-1] 2024-11-16T02:25:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:25:47,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:47,759 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:25:47,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5ffa3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:25:47,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741837_1013 (size=11194) 2024-11-16T02:25:47,936 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 0, reset compression=false 2024-11-16T02:25:47,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:25:47,941 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-16T02:25:47,941 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,36783,1731723921157 got entry batch from reader: WALEntryBatch [walEntries=[{test/5b096a2864929d335d7f8f006a15a24e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731723947281/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-16T02:25:47,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:47,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:47,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:47,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.ReplicationSink(318): Replicating [798cf4c4-164a-4d52-9139-797ec9528bbc] bulk loaded data 2024-11-16T02:25:47,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:47,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:47,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:47,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:47,955 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741839_1015 (size=11194) 2024-11-16T02:25:48,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:48,141 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:48,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741838_1014 (size=10791) 2024-11-16T02:25:48,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:48,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41233,1731723932347 2024-11-16T02:25:48,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ce6b39 2024-11-16T02:25:48,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:25:48,176 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-16T02:25:48,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:25:48,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:25:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,39931,1731723932464, seqNum=-1] 2024-11-16T02:25:48,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:25:48,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-16T02:25:48,185 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/0a067347374f403d89c17583514eeeac_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T02:25:48,188 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T02:25:48,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ for inclusion in 91375f462363c39415928c402229f81e/f 2024-11-16T02:25:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T02:25:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:48,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/0a067347374f403d89c17583514eeeac_SeqId_6_ for inclusion in 91375f462363c39415928c402229f81e/f 2024-11-16T02:25:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T02:25:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HRegion(2603): Flush status journal for 91375f462363c39415928c402229f81e: 2024-11-16T02:25:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:25:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/f/d87d38bdfc6d4981bdb73c6a10d9e4ac_SeqId_4_ 2024-11-16T02:25:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a067347374f403d89c17583514eeeac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:25:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/0a067347374f403d89c17583514eeeac_SeqId_6_ as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/f/ee89898155fe48299fad9942bcd8cdf8_SeqId_4_ 2024-11-16T02:25:48,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ into 91375f462363c39415928c402229f81e/f as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/f/d87d38bdfc6d4981bdb73c6a10d9e4ac_SeqId_4_ - updating store file list. 2024-11-16T02:25:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d87d38bdfc6d4981bdb73c6a10d9e4ac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:48,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/f/d87d38bdfc6d4981bdb73c6a10d9e4ac_SeqId_4_ into 91375f462363c39415928c402229f81e/f 2024-11-16T02:25:48,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ into 91375f462363c39415928c402229f81e/f (new location: hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/f/d87d38bdfc6d4981bdb73c6a10d9e4ac_SeqId_4_) 2024-11-16T02:25:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ 2024-11-16T02:25:48,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/0a067347374f403d89c17583514eeeac_SeqId_6_ into 91375f462363c39415928c402229f81e/f as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/f/ee89898155fe48299fad9942bcd8cdf8_SeqId_4_ - updating store file list. 2024-11-16T02:25:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee89898155fe48299fad9942bcd8cdf8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:48,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/f/ee89898155fe48299fad9942bcd8cdf8_SeqId_4_ into 91375f462363c39415928c402229f81e/f 2024-11-16T02:25:48,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/0a067347374f403d89c17583514eeeac_SeqId_6_ into 91375f462363c39415928c402229f81e/f (new location: hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/f/ee89898155fe48299fad9942bcd8cdf8_SeqId_4_) 2024-11-16T02:25:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/staging/jenkins.hfs.23__test__l5ofl1jon3ck2ntnir8ufp3sq11gi21ip9u9p0d2dh4raktkrq0i4n4ruuhl2es/f/0a067347374f403d89c17583514eeeac_SeqId_6_ 2024-11-16T02:25:48,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39931 {}] regionserver.ReplicationSink(324): Finished replicating [798cf4c4-164a-4d52-9139-797ec9528bbc] bulk loaded data 2024-11-16T02:25:48,259 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:48,291 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-16T02:25:48,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741840_1016 (size=10791) 2024-11-16T02:25:48,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-16T02:25:48,399 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/0a067347374f403d89c17583514eeeac_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-16T02:25:48,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-16T02:25:48,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ for inclusion in 4e98d267140d157889f77d8606ec4c57/f 2024-11-16T02:25:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-16T02:25:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:48,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/0a067347374f403d89c17583514eeeac_SeqId_6_ for inclusion in 4e98d267140d157889f77d8606ec4c57/f 2024-11-16T02:25:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-16T02:25:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-16T02:25:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HRegion(2603): Flush status journal for 4e98d267140d157889f77d8606ec4c57: 2024-11-16T02:25:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:25:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/136112b2521b4033b99e7eaf033d5463_SeqId_6_ 2024-11-16T02:25:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a067347374f403d89c17583514eeeac_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-16T02:25:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/0a067347374f403d89c17583514eeeac_SeqId_6_ as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/825a0d6192b842da90edbe08e32fd60c_SeqId_6_ 2024-11-16T02:25:48,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ into 4e98d267140d157889f77d8606ec4c57/f as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/136112b2521b4033b99e7eaf033d5463_SeqId_6_ - updating store file list. 2024-11-16T02:25:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 136112b2521b4033b99e7eaf033d5463_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:48,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/136112b2521b4033b99e7eaf033d5463_SeqId_6_ into 4e98d267140d157889f77d8606ec4c57/f 2024-11-16T02:25:48,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ into 4e98d267140d157889f77d8606ec4c57/f (new location: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/136112b2521b4033b99e7eaf033d5463_SeqId_6_) 2024-11-16T02:25:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/85739fc0601d42ae93d65f3a6957fdfa_SeqId_6_ 2024-11-16T02:25:48,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/0a067347374f403d89c17583514eeeac_SeqId_6_ into 4e98d267140d157889f77d8606ec4c57/f as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/825a0d6192b842da90edbe08e32fd60c_SeqId_6_ - updating store file list. 2024-11-16T02:25:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 825a0d6192b842da90edbe08e32fd60c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-16T02:25:48,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/825a0d6192b842da90edbe08e32fd60c_SeqId_6_ into 4e98d267140d157889f77d8606ec4c57/f 2024-11-16T02:25:48,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/0a067347374f403d89c17583514eeeac_SeqId_6_ into 4e98d267140d157889f77d8606ec4c57/f (new location: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/f/825a0d6192b842da90edbe08e32fd60c_SeqId_6_) 2024-11-16T02:25:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/staging/jenkins.hfs.22__test__88ge2knprva8rbv3967379c3ad9bg4qqbljab68dgb9m7sajf62temn71v7k408j/f/0a067347374f403d89c17583514eeeac_SeqId_6_ 2024-11-16T02:25:48,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46751 {}] regionserver.ReplicationSink(324): Finished replicating [798cf4c4-164a-4d52-9139-797ec9528bbc] bulk loaded data 2024-11-16T02:25:48,445 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:48,674 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:48,850 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:49,178 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:49,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:25:49,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:49,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:49,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:49,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:49,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:49,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:25:49,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930313119, stopped=false 2024-11-16T02:25:49,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,41233,1731723932347 2024-11-16T02:25:49,353 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:49,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309166286/running 2024-11-16T02:25:49,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309166286/running 2024-11-16T02:25:49,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:49,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:49,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:49,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:49,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:49,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:49,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on znode that does not yet exist, /2309166286/running 2024-11-16T02:25:49,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,39931,1731723932464' ***** 2024-11-16T02:25:49,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:25:49,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Set watcher on znode that does not yet exist, /2309166286/running 2024-11-16T02:25:49,381 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:25:49,381 INFO [RS:0;667222f7cf1b:39931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:25:49,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:25:49,381 INFO [RS:0;667222f7cf1b:39931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:25:49,381 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(3091): Received CLOSE for 91375f462363c39415928c402229f81e 2024-11-16T02:25:49,382 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,39931,1731723932464 2024-11-16T02:25:49,382 INFO [RS:0;667222f7cf1b:39931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:49,382 INFO [RS:0;667222f7cf1b:39931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:39931. 2024-11-16T02:25:49,382 DEBUG [RS:0;667222f7cf1b:39931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:49,382 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91375f462363c39415928c402229f81e, disabling compactions & flushes 2024-11-16T02:25:49,382 DEBUG [RS:0;667222f7cf1b:39931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:49,382 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:49,382 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:49,382 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723939812.91375f462363c39415928c402229f81e. after waiting 0 ms 2024-11-16T02:25:49,382 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:25:49,382 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:49,382 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:25:49,382 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:25:49,382 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:25:49,382 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:25:49,382 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1325): Online Regions={91375f462363c39415928c402229f81e=test,,1731723939812.91375f462363c39415928c402229f81e., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:25:49,382 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 91375f462363c39415928c402229f81e 2024-11-16T02:25:49,382 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:49,382 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:49,382 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:49,382 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:49,382 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:49,383 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T02:25:49,385 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/default/test/91375f462363c39415928c402229f81e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-16T02:25:49,386 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:49,386 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:25:49,386 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:49,386 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91375f462363c39415928c402229f81e: Waiting for close lock at 1731723949382Running coprocessor pre-close hooks at 1731723949382Disabling compacts and flushes for region at 1731723949382Disabling writes for close at 1731723949382Writing region close event to WAL at 1731723949382Running coprocessor post-close hooks at 1731723949385 (+3 ms)Closed at 1731723949386 (+1 ms) 2024-11-16T02:25:49,386 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723939812.91375f462363c39415928c402229f81e. 2024-11-16T02:25:49,390 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:49,399 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/info/be14579718d341f9a0407fbcbc0d3173 is 129, key is test,,1731723939812.91375f462363c39415928c402229f81e./info:regioninfo/1731723940956/Put/seqid=0 2024-11-16T02:25:49,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741839_1015 (size=6421) 2024-11-16T02:25:49,582 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:49,781 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:49,783 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:49,802 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/info/be14579718d341f9a0407fbcbc0d3173 2024-11-16T02:25:49,825 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/ns/dbfe8ac4475544f0a9785d776b6deca8 is 43, key is default/ns:d/1731723935387/Put/seqid=0 2024-11-16T02:25:49,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741840_1016 (size=5153) 2024-11-16T02:25:49,966 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:49,983 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:50,183 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:50,229 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/ns/dbfe8ac4475544f0a9785d776b6deca8 2024-11-16T02:25:50,245 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/rep_barrier/9cd4f35c1ac24e809c4ba7bfb6dd53fb is 112, key is test,,1731723939812.91375f462363c39415928c402229f81e./rep_barrier:seqnumDuringOpen/1731723940956/Put/seqid=0 2024-11-16T02:25:50,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741841_1017 (size=5518) 2024-11-16T02:25:50,276 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:25:50,276 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:25:50,383 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:25:50,383 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:25:50,383 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:50,485 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:50,583 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:50,650 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/rep_barrier/9cd4f35c1ac24e809c4ba7bfb6dd53fb 2024-11-16T02:25:50,668 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/table/b730e9f349184e4a8ad2d3f3363670d3 is 40, key is test/table:state/1731723940963/Put/seqid=0 2024-11-16T02:25:50,670 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:50,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741842_1018 (size=5165) 2024-11-16T02:25:50,783 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:50,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T02:25:50,984 DEBUG [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:51,073 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/table/b730e9f349184e4a8ad2d3f3363670d3 2024-11-16T02:25:51,083 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/info/be14579718d341f9a0407fbcbc0d3173 as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/info/be14579718d341f9a0407fbcbc0d3173 2024-11-16T02:25:51,086 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/info/be14579718d341f9a0407fbcbc0d3173, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T02:25:51,087 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/ns/dbfe8ac4475544f0a9785d776b6deca8 as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/ns/dbfe8ac4475544f0a9785d776b6deca8 2024-11-16T02:25:51,091 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/ns/dbfe8ac4475544f0a9785d776b6deca8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T02:25:51,092 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/rep_barrier/9cd4f35c1ac24e809c4ba7bfb6dd53fb as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/rep_barrier/9cd4f35c1ac24e809c4ba7bfb6dd53fb 2024-11-16T02:25:51,098 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/rep_barrier/9cd4f35c1ac24e809c4ba7bfb6dd53fb, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T02:25:51,099 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/.tmp/table/b730e9f349184e4a8ad2d3f3363670d3 as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/table/b730e9f349184e4a8ad2d3f3363670d3 2024-11-16T02:25:51,106 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/table/b730e9f349184e4a8ad2d3f3363670d3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T02:25:51,107 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false 2024-11-16T02:25:51,130 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T02:25:51,130 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:51,130 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:25:51,130 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:51,130 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723949382Running coprocessor pre-close hooks at 1731723949382Disabling compacts and flushes for region at 1731723949382Disabling writes for close at 1731723949382Obtaining lock to block concurrent updates at 1731723949383 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731723949383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731723949383Flushing stores of hbase:meta,,1.1588230740 at 1731723949383Flushing 1588230740/info: creating writer at 1731723949383Flushing 1588230740/info: appending metadata at 1731723949398 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731723949399 (+1 ms)Flushing 1588230740/ns: creating writer at 1731723949806 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731723949824 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731723949824Flushing 1588230740/rep_barrier: creating writer at 1731723950233 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723950245 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723950245Flushing 1588230740/table: creating writer at 1731723950653 (+408 ms)Flushing 1588230740/table: appending metadata at 1731723950668 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731723950668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff4d60d: reopening flushed file at 1731723951082 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e3a1e7: reopening flushed file at 1731723951087 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c932e0: reopening flushed file at 1731723951091 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c39dffc: reopening flushed file at 1731723951098 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false at 1731723951107 (+9 ms)Writing region close event to WAL at 1731723951126 (+19 ms)Running coprocessor post-close hooks at 1731723951130 (+4 ms)Closed at 1731723951130 2024-11-16T02:25:51,131 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:51,184 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,39931,1731723932464; all regions closed. 2024-11-16T02:25:51,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741834_1010 (size=2717) 2024-11-16T02:25:51,190 DEBUG [RS:0;667222f7cf1b:39931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/oldWALs 2024-11-16T02:25:51,190 INFO [RS:0;667222f7cf1b:39931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C39931%2C1731723932464.meta:.meta(num 1731723935338) 2024-11-16T02:25:51,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741832_1008 (size=1028) 2024-11-16T02:25:51,196 DEBUG [RS:0;667222f7cf1b:39931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/oldWALs 2024-11-16T02:25:51,197 INFO [RS:0;667222f7cf1b:39931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C39931%2C1731723932464:(num 1731723934410) 2024-11-16T02:25:51,197 DEBUG [RS:0;667222f7cf1b:39931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:51,197 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:51,197 INFO [RS:0;667222f7cf1b:39931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:51,197 INFO [RS:0;667222f7cf1b:39931 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:51,198 INFO [RS:0;667222f7cf1b:39931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:51,198 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:51,199 INFO [RS:0;667222f7cf1b:39931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:39931. 2024-11-16T02:25:51,199 DEBUG [RS:0;667222f7cf1b:39931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:51,199 DEBUG [RS:0;667222f7cf1b:39931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:51,199 DEBUG [RS:0;667222f7cf1b:39931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:51,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:51,199 INFO [RS:0;667222f7cf1b:39931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39931 2024-11-16T02:25:51,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309166286/rs/667222f7cf1b,39931,1731723932464 2024-11-16T02:25:51,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286/rs 2024-11-16T02:25:51,211 INFO [RS:0;667222f7cf1b:39931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:51,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,39931,1731723932464] 2024-11-16T02:25:51,232 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2309166286/draining/667222f7cf1b,39931,1731723932464 already deleted, retry=false 2024-11-16T02:25:51,232 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,39931,1731723932464 expired; onlineServers=0 2024-11-16T02:25:51,232 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,41233,1731723932347' ***** 2024-11-16T02:25:51,232 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:25:51,232 INFO [M:0;667222f7cf1b:41233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:51,232 INFO [M:0;667222f7cf1b:41233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:51,232 DEBUG [M:0;667222f7cf1b:41233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:25:51,233 DEBUG [M:0;667222f7cf1b:41233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:25:51,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723934145 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723934145,5,FailOnTimeoutGroup] 2024-11-16T02:25:51,233 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:25:51,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723934145 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723934145,5,FailOnTimeoutGroup] 2024-11-16T02:25:51,233 INFO [M:0;667222f7cf1b:41233 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:51,233 INFO [M:0;667222f7cf1b:41233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:51,233 DEBUG [M:0;667222f7cf1b:41233 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:25:51,233 INFO [M:0;667222f7cf1b:41233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:25:51,233 INFO [M:0;667222f7cf1b:41233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:51,233 INFO [M:0;667222f7cf1b:41233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:25:51,233 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:25:51,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2309166286/master 2024-11-16T02:25:51,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2309166286 2024-11-16T02:25:51,243 DEBUG [M:0;667222f7cf1b:41233 {}] zookeeper.ZKUtil(347): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Unable to get data of znode /2309166286/master because node does not exist (not an error) 2024-11-16T02:25:51,243 WARN [M:0;667222f7cf1b:41233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:25:51,244 INFO [M:0;667222f7cf1b:41233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/.lastflushedseqids 2024-11-16T02:25:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741843_1019 (size=173) 2024-11-16T02:25:51,250 INFO [M:0;667222f7cf1b:41233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:25:51,250 INFO [M:0;667222f7cf1b:41233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:25:51,250 DEBUG [M:0;667222f7cf1b:41233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:51,251 INFO [M:0;667222f7cf1b:41233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:51,251 DEBUG [M:0;667222f7cf1b:41233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:51,251 DEBUG [M:0;667222f7cf1b:41233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:51,251 DEBUG [M:0;667222f7cf1b:41233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:51,251 INFO [M:0;667222f7cf1b:41233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-16T02:25:51,270 DEBUG [M:0;667222f7cf1b:41233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f85fe4b9fa96489da0c2f4c551eee4fb is 82, key is hbase:meta,,1/info:regioninfo/1731723935368/Put/seqid=0 2024-11-16T02:25:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741844_1020 (size=5672) 2024-11-16T02:25:51,275 INFO [M:0;667222f7cf1b:41233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f85fe4b9fa96489da0c2f4c551eee4fb 2024-11-16T02:25:51,288 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:51,301 DEBUG [M:0;667222f7cf1b:41233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f533cc9032640b08c73be2991707fca is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731723940968/Put/seqid=0 2024-11-16T02:25:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741845_1021 (size=6585) 2024-11-16T02:25:51,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:51,322 INFO [RS:0;667222f7cf1b:39931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:51,322 INFO [RS:0;667222f7cf1b:39931 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,39931,1731723932464; zookeeper connection closed. 2024-11-16T02:25:51,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39931-0x1014175fbb80007, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:51,322 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39ce071 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39ce071 2024-11-16T02:25:51,322 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:25:51,474 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:51,705 INFO [M:0;667222f7cf1b:41233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f533cc9032640b08c73be2991707fca 2024-11-16T02:25:51,722 DEBUG [M:0;667222f7cf1b:41233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2948c5bd97f64e498364b06161db64b9 is 69, key is 667222f7cf1b,39931,1731723932464/rs:state/1731723934219/Put/seqid=0 2024-11-16T02:25:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741846_1022 (size=5156) 2024-11-16T02:25:52,126 INFO [M:0;667222f7cf1b:41233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2948c5bd97f64e498364b06161db64b9 2024-11-16T02:25:52,130 DEBUG [M:0;667222f7cf1b:41233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f85fe4b9fa96489da0c2f4c551eee4fb as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f85fe4b9fa96489da0c2f4c551eee4fb 2024-11-16T02:25:52,133 INFO [M:0;667222f7cf1b:41233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f85fe4b9fa96489da0c2f4c551eee4fb, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T02:25:52,134 DEBUG [M:0;667222f7cf1b:41233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f533cc9032640b08c73be2991707fca as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f533cc9032640b08c73be2991707fca 2024-11-16T02:25:52,137 INFO [M:0;667222f7cf1b:41233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f533cc9032640b08c73be2991707fca, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T02:25:52,137 DEBUG [M:0;667222f7cf1b:41233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2948c5bd97f64e498364b06161db64b9 as hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2948c5bd97f64e498364b06161db64b9 2024-11-16T02:25:52,140 INFO [M:0;667222f7cf1b:41233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37021/user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2948c5bd97f64e498364b06161db64b9, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T02:25:52,141 INFO [M:0;667222f7cf1b:41233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=55, compaction requested=false 2024-11-16T02:25:52,142 INFO [M:0;667222f7cf1b:41233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:52,142 DEBUG [M:0;667222f7cf1b:41233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723951250Disabling compacts and flushes for region at 1731723951250Disabling writes for close at 1731723951251 (+1 ms)Obtaining lock to block concurrent updates at 1731723951251Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723951251Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731723951251Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723951251Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723951251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723951269 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723951269Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723951279 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723951300 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723951300Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723951708 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723951722 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723951722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73506bf4: reopening flushed file at 1731723952129 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7550bada: reopening flushed file at 1731723952133 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2b3c5: reopening flushed file at 1731723952137 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=55, compaction requested=false at 1731723952141 (+4 ms)Writing region close event to WAL at 1731723952142 (+1 ms)Closed at 1731723952142 2024-11-16T02:25:52,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35527 is added to blk_1073741830_1006 (size=32758) 2024-11-16T02:25:52,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d89d1d1-cff6-26f7-a1c0-62dd2e57d523/MasterData/WALs/667222f7cf1b,41233,1731723932347/667222f7cf1b%2C41233%2C1731723932347.1731723933797 not finished, retry = 0 2024-11-16T02:25:52,193 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:52,244 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:52,244 INFO [M:0;667222f7cf1b:41233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:25:52,245 INFO [M:0;667222f7cf1b:41233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41233 2024-11-16T02:25:52,245 INFO [M:0;667222f7cf1b:41233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:52,397 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:52,416 INFO [M:0;667222f7cf1b:41233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:52,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41233-0x1014175fbb80006, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:52,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214b1cf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:52,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2308fef8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:52,419 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:52,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb4535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:52,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82fb276{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:52,420 WARN [BP-1506232719-172.17.0.3-1731723930808 heartbeating to localhost/127.0.0.1:37021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:25:52,420 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:25:52,420 WARN [BP-1506232719-172.17.0.3-1731723930808 heartbeating to localhost/127.0.0.1:37021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1506232719-172.17.0.3-1731723930808 (Datanode Uuid 60cba959-6636-456d-aab6-1af02471f493) service to localhost/127.0.0.1:37021 2024-11-16T02:25:52,420 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:25:52,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/cluster_1efe1ef5-94c2-9ab2-d9a8-7c83103e7bd4/data/data1/current/BP-1506232719-172.17.0.3-1731723930808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:52,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/cluster_1efe1ef5-94c2-9ab2-d9a8-7c83103e7bd4/data/data2/current/BP-1506232719-172.17.0.3-1731723930808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:52,421 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:25:52,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2162cec2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:52,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b88cc9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:52,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:52,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4877822c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:52,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d37dcc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ba8fb5b-fe88-581c-9563-09061fc5f9e3/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:52,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:25:52,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:25:52,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:52,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:52,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:52,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:52,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:52,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:25:52,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=68482815, stopped=false 2024-11-16T02:25:52,439 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,32773,1731723927290 2024-11-16T02:25:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11559762933/running 2024-11-16T02:25:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11559762933/running 2024-11-16T02:25:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:52,453 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:52,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:52,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:52,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:52,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on znode that does not yet exist, /11559762933/running 2024-11-16T02:25:52,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Set watcher on znode that does not yet exist, /11559762933/running 2024-11-16T02:25:52,454 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,46751,1731723927431' ***** 2024-11-16T02:25:52,454 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:25:52,454 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:25:52,454 INFO [RS:0;667222f7cf1b:46751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:25:52,454 INFO [RS:0;667222f7cf1b:46751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:25:52,454 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:25:52,454 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:52,454 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,46751,1731723927431 2024-11-16T02:25:52,455 INFO [RS:0;667222f7cf1b:46751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:52,455 INFO [RS:0;667222f7cf1b:46751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:46751. 2024-11-16T02:25:52,455 DEBUG [RS:0;667222f7cf1b:46751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:52,455 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e98d267140d157889f77d8606ec4c57, disabling compactions & flushes 2024-11-16T02:25:52,455 DEBUG [RS:0;667222f7cf1b:46751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:52,455 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:52,455 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:52,455 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:25:52,455 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723937662.4e98d267140d157889f77d8606ec4c57. after waiting 0 ms 2024-11-16T02:25:52,455 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:25:52,455 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:25:52,455 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:52,455 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:25:52,455 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:25:52,455 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1325): Online Regions={4e98d267140d157889f77d8606ec4c57=test,,1731723937662.4e98d267140d157889f77d8606ec4c57., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:25:52,455 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4e98d267140d157889f77d8606ec4c57 2024-11-16T02:25:52,455 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:52,455 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:52,455 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:52,455 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:52,455 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:52,455 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-16T02:25:52,458 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/default/test/4e98d267140d157889f77d8606ec4c57/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T02:25:52,458 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:52,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:25:52,459 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:52,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e98d267140d157889f77d8606ec4c57: Waiting for close lock at 1731723952455Running coprocessor pre-close hooks at 1731723952455Disabling compacts and flushes for region at 1731723952455Disabling writes for close at 1731723952455Writing region close event to WAL at 1731723952455Running coprocessor post-close hooks at 1731723952458 (+3 ms)Closed at 1731723952459 (+1 ms) 2024-11-16T02:25:52,459 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723937662.4e98d267140d157889f77d8606ec4c57. 2024-11-16T02:25:52,468 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/info/a12738c1abfb4043962cf49a2f8e552b is 129, key is test,,1731723937662.4e98d267140d157889f77d8606ec4c57./info:regioninfo/1731723938806/Put/seqid=0 2024-11-16T02:25:52,470 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:52,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741841_1017 (size=6421) 2024-11-16T02:25:52,544 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:25:52,544 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:25:52,655 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:52,855 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:52,872 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/info/a12738c1abfb4043962cf49a2f8e552b 2024-11-16T02:25:52,888 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/ns/3f6a587a00274434b588fd4a391ddd9a is 43, key is default/ns:d/1731723930650/Put/seqid=0 2024-11-16T02:25:52,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:25:53,056 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:53,197 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:53,256 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:53,291 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/ns/3f6a587a00274434b588fd4a391ddd9a 2024-11-16T02:25:53,308 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/rep_barrier/3e62b50b3d944b42b38f513f92f6d6c3 is 112, key is test,,1731723937662.4e98d267140d157889f77d8606ec4c57./rep_barrier:seqnumDuringOpen/1731723938806/Put/seqid=0 2024-11-16T02:25:53,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741843_1019 (size=5518) 2024-11-16T02:25:53,401 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:53,456 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:25:53,456 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:25:53,456 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:53,656 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:53,711 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/rep_barrier/3e62b50b3d944b42b38f513f92f6d6c3 2024-11-16T02:25:53,727 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/table/6a5271feed76486a966dc2e005753fce is 40, key is test/table:state/1731723938811/Put/seqid=0 2024-11-16T02:25:53,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741844_1020 (size=5165) 2024-11-16T02:25:53,856 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:54,057 DEBUG [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:25:54,130 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/table/6a5271feed76486a966dc2e005753fce 2024-11-16T02:25:54,135 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/info/a12738c1abfb4043962cf49a2f8e552b as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/info/a12738c1abfb4043962cf49a2f8e552b 2024-11-16T02:25:54,138 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/info/a12738c1abfb4043962cf49a2f8e552b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-16T02:25:54,139 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/ns/3f6a587a00274434b588fd4a391ddd9a as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/ns/3f6a587a00274434b588fd4a391ddd9a 2024-11-16T02:25:54,142 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/ns/3f6a587a00274434b588fd4a391ddd9a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T02:25:54,143 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/rep_barrier/3e62b50b3d944b42b38f513f92f6d6c3 as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/rep_barrier/3e62b50b3d944b42b38f513f92f6d6c3 2024-11-16T02:25:54,146 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/rep_barrier/3e62b50b3d944b42b38f513f92f6d6c3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-16T02:25:54,147 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/.tmp/table/6a5271feed76486a966dc2e005753fce as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/table/6a5271feed76486a966dc2e005753fce 2024-11-16T02:25:54,150 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/table/6a5271feed76486a966dc2e005753fce, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T02:25:54,151 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false 2024-11-16T02:25:54,151 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:25:54,156 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T02:25:54,156 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:54,156 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:25:54,156 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:54,156 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723952455Running coprocessor pre-close hooks at 1731723952455Disabling compacts and flushes for region at 1731723952455Disabling writes for close at 1731723952455Obtaining lock to block concurrent updates at 1731723952455Preparing flush snapshotting stores in 1588230740 at 1731723952455Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731723952456 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723952456Flushing 1588230740/info: creating writer at 1731723952456Flushing 1588230740/info: appending metadata at 1731723952468 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731723952468Flushing 1588230740/ns: creating writer at 1731723952876 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731723952888 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731723952888Flushing 1588230740/rep_barrier: creating writer at 1731723953295 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723953307 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723953307Flushing 1588230740/table: creating writer at 1731723953714 (+407 ms)Flushing 1588230740/table: appending metadata at 1731723953726 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731723953726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd2c522: reopening flushed file at 1731723954134 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7622d0f3: reopening flushed file at 1731723954139 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea6a12e: reopening flushed file at 1731723954142 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41998811: reopening flushed file at 1731723954146 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1696ms, sequenceid=11, compaction requested=false at 1731723954151 (+5 ms)Writing region close event to WAL at 1731723954153 (+2 ms)Running coprocessor post-close hooks at 1731723954156 (+3 ms)Closed at 1731723954156 2024-11-16T02:25:54,157 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:54,257 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,46751,1731723927431; all regions closed. 2024-11-16T02:25:54,259 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/WALs/667222f7cf1b,46751,1731723927431/667222f7cf1b%2C46751%2C1731723927431.meta.1731723930591.meta not finished, retry = 0 2024-11-16T02:25:54,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741834_1010 (size=2717) 2024-11-16T02:25:54,301 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:54,365 DEBUG [RS:0;667222f7cf1b:46751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/oldWALs 2024-11-16T02:25:54,365 INFO [RS:0;667222f7cf1b:46751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C46751%2C1731723927431.meta:.meta(num 1731723930591) 2024-11-16T02:25:54,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741832_1008 (size=1374) 2024-11-16T02:25:54,372 DEBUG [RS:0;667222f7cf1b:46751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/oldWALs 2024-11-16T02:25:54,372 INFO [RS:0;667222f7cf1b:46751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C46751%2C1731723927431:(num 1731723929672) 2024-11-16T02:25:54,372 DEBUG [RS:0;667222f7cf1b:46751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:54,372 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:54,372 INFO [RS:0;667222f7cf1b:46751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:54,372 INFO [RS:0;667222f7cf1b:46751 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:54,372 INFO [RS:0;667222f7cf1b:46751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:54,372 INFO [RS:0;667222f7cf1b:46751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:46751. 2024-11-16T02:25:54,372 DEBUG [RS:0;667222f7cf1b:46751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:54,372 DEBUG [RS:0;667222f7cf1b:46751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:54,372 DEBUG [RS:0;667222f7cf1b:46751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:54,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:54,373 INFO [RS:0;667222f7cf1b:46751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46751 2024-11-16T02:25:54,373 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:54,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11559762933/rs/667222f7cf1b,46751,1731723927431 2024-11-16T02:25:54,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933/rs 2024-11-16T02:25:54,442 INFO [RS:0;667222f7cf1b:46751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:54,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,46751,1731723927431] 2024-11-16T02:25:54,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11559762933/draining/667222f7cf1b,46751,1731723927431 already deleted, retry=false 2024-11-16T02:25:54,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,46751,1731723927431 expired; onlineServers=0 2024-11-16T02:25:54,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,32773,1731723927290' ***** 2024-11-16T02:25:54,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:25:54,463 INFO [M:0;667222f7cf1b:32773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:54,463 INFO [M:0;667222f7cf1b:32773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:54,463 DEBUG [M:0;667222f7cf1b:32773 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:25:54,463 DEBUG [M:0;667222f7cf1b:32773 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:25:54,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:25:54,463 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723929364 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723929364,5,FailOnTimeoutGroup] 2024-11-16T02:25:54,463 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723929364 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723929364,5,FailOnTimeoutGroup] 2024-11-16T02:25:54,463 INFO [M:0;667222f7cf1b:32773 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:54,464 INFO [M:0;667222f7cf1b:32773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:54,464 DEBUG [M:0;667222f7cf1b:32773 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:25:54,464 INFO [M:0;667222f7cf1b:32773 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:25:54,464 INFO [M:0;667222f7cf1b:32773 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:54,464 INFO [M:0;667222f7cf1b:32773 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:25:54,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:25:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11559762933/master 2024-11-16T02:25:54,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11559762933 2024-11-16T02:25:54,474 DEBUG [M:0;667222f7cf1b:32773 {}] zookeeper.ZKUtil(347): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Unable to get data of znode /11559762933/master because node does not exist (not an error) 2024-11-16T02:25:54,474 WARN [M:0;667222f7cf1b:32773 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:25:54,475 INFO [M:0;667222f7cf1b:32773 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/.lastflushedseqids 2024-11-16T02:25:54,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741845_1021 (size=173) 2024-11-16T02:25:54,478 INFO [M:0;667222f7cf1b:32773 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:25:54,478 INFO [M:0;667222f7cf1b:32773 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:25:54,478 DEBUG [M:0;667222f7cf1b:32773 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:54,478 INFO [M:0;667222f7cf1b:32773 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:54,478 DEBUG [M:0;667222f7cf1b:32773 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:54,478 DEBUG [M:0;667222f7cf1b:32773 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:54,478 DEBUG [M:0;667222f7cf1b:32773 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:54,479 INFO [M:0;667222f7cf1b:32773 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-16T02:25:54,491 DEBUG [M:0;667222f7cf1b:32773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c5cf74ef0324bac940d9bd7293081cf is 82, key is hbase:meta,,1/info:regioninfo/1731723930621/Put/seqid=0 2024-11-16T02:25:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741846_1022 (size=5672) 2024-11-16T02:25:54,504 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:54,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:54,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46751-0x1014175fbb80004, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:54,553 INFO [RS:0;667222f7cf1b:46751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:54,553 INFO [RS:0;667222f7cf1b:46751 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,46751,1731723927431; zookeeper connection closed. 2024-11-16T02:25:54,553 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5af15773 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5af15773 2024-11-16T02:25:54,554 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:25:54,888 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:25:54,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,895 INFO [M:0;667222f7cf1b:32773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c5cf74ef0324bac940d9bd7293081cf 2024-11-16T02:25:54,914 DEBUG [M:0;667222f7cf1b:32773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e36d9038a1ef466f8442aa54232e5a4b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731723938814/Put/seqid=0 2024-11-16T02:25:54,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741847_1023 (size=6586) 2024-11-16T02:25:54,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:54,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:25:55,318 INFO [M:0;667222f7cf1b:32773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e36d9038a1ef466f8442aa54232e5a4b 2024-11-16T02:25:55,339 DEBUG [M:0;667222f7cf1b:32773 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25dc278188f34d0380348abf342c535b is 69, key is 667222f7cf1b,46751,1731723927431/rs:state/1731723929489/Put/seqid=0 2024-11-16T02:25:55,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741848_1024 (size=5156) 2024-11-16T02:25:55,504 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:55,706 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:55,743 INFO [M:0;667222f7cf1b:32773 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25dc278188f34d0380348abf342c535b 2024-11-16T02:25:55,747 DEBUG [M:0;667222f7cf1b:32773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c5cf74ef0324bac940d9bd7293081cf as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c5cf74ef0324bac940d9bd7293081cf 2024-11-16T02:25:55,750 INFO [M:0;667222f7cf1b:32773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c5cf74ef0324bac940d9bd7293081cf, entries=8, sequenceid=55, filesize=5.5 K 2024-11-16T02:25:55,750 DEBUG [M:0;667222f7cf1b:32773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e36d9038a1ef466f8442aa54232e5a4b as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e36d9038a1ef466f8442aa54232e5a4b 2024-11-16T02:25:55,754 INFO [M:0;667222f7cf1b:32773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e36d9038a1ef466f8442aa54232e5a4b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-16T02:25:55,755 DEBUG [M:0;667222f7cf1b:32773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25dc278188f34d0380348abf342c535b as hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25dc278188f34d0380348abf342c535b 2024-11-16T02:25:55,758 INFO [M:0;667222f7cf1b:32773 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36105/user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25dc278188f34d0380348abf342c535b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-16T02:25:55,758 INFO [M:0;667222f7cf1b:32773 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-11-16T02:25:55,760 INFO [M:0;667222f7cf1b:32773 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:55,760 DEBUG [M:0;667222f7cf1b:32773 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723954478Disabling compacts and flushes for region at 1731723954478Disabling writes for close at 1731723954478Obtaining lock to block concurrent updates at 1731723954479 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723954479Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731723954479Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723954479Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723954479Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723954491 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723954491Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723954899 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723954914 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723954914Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723955322 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723955338 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723955338Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f22be1d: reopening flushed file at 1731723955746 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21277bad: reopening flushed file at 1731723955750 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6bcd45: reopening flushed file at 1731723955754 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1731723955758 (+4 ms)Writing region close event to WAL at 1731723955759 (+1 ms)Closed at 1731723955760 (+1 ms) 2024-11-16T02:25:55,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741830_1006 (size=32770) 2024-11-16T02:25:55,761 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d772098-ee11-355a-8101-d85346adfbda/MasterData/WALs/667222f7cf1b,32773,1731723927290/667222f7cf1b%2C32773%2C1731723927290.1731723929127 not finished, retry = 0 2024-11-16T02:25:55,862 INFO [M:0;667222f7cf1b:32773 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:25:55,862 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:55,862 INFO [M:0;667222f7cf1b:32773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32773 2024-11-16T02:25:55,862 INFO [M:0;667222f7cf1b:32773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:55,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:55,974 INFO [M:0;667222f7cf1b:32773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:55,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32773-0x1014175fbb80003, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:56,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ef4e067{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:56,240 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ebd919{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:56,240 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:56,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7570a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:56,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7202d0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:56,241 WARN [BP-1068824585-172.17.0.3-1731723924709 heartbeating to localhost/127.0.0.1:36105 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:25:56,241 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:25:56,241 WARN [BP-1068824585-172.17.0.3-1731723924709 heartbeating to localhost/127.0.0.1:36105 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1068824585-172.17.0.3-1731723924709 (Datanode Uuid ea58b45a-08cd-4ec5-b8d4-3c2e56ca8207) service to localhost/127.0.0.1:36105 2024-11-16T02:25:56,241 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:25:56,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/cluster_1c38a873-5554-dcf8-4b9f-7107b642f742/data/data1/current/BP-1068824585-172.17.0.3-1731723924709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:56,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/cluster_1c38a873-5554-dcf8-4b9f-7107b642f742/data/data2/current/BP-1068824585-172.17.0.3-1731723924709 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:56,242 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:25:56,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75714ec7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:56,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a465289{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:56,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:56,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf568df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:56,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39f0d0fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/81677315-755e-ce4d-29bd-d6e4b0318c82/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:56,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:25:56,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:25:56,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:56,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:56,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:56,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:56,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:56,264 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:25:56,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1035873315, stopped=false 2024-11-16T02:25:56,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,41907,1731723920984 2024-11-16T02:25:56,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240032591/running 2024-11-16T02:25:56,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:56,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240032591/running 2024-11-16T02:25:56,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:56,335 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:56,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on znode that does not yet exist, /0-240032591/running 2024-11-16T02:25:56,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Set watcher on znode that does not yet exist, /0-240032591/running 2024-11-16T02:25:56,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:25:56,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:56,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:56,337 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,36783,1731723921157' ***** 2024-11-16T02:25:56,337 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:25:56,337 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:25:56,337 INFO [RS:0;667222f7cf1b:36783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:25:56,337 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:25:56,338 INFO [RS:0;667222f7cf1b:36783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:25:56,338 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(3091): Received CLOSE for 5b096a2864929d335d7f8f006a15a24e 2024-11-16T02:25:56,340 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(3091): Received CLOSE for c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:56,340 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,36783,1731723921157 2024-11-16T02:25:56,340 INFO [RS:0;667222f7cf1b:36783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:56,340 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5b096a2864929d335d7f8f006a15a24e, disabling compactions & flushes 2024-11-16T02:25:56,340 INFO [RS:0;667222f7cf1b:36783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:36783. 2024-11-16T02:25:56,340 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:56,340 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:56,340 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. after waiting 0 ms 2024-11-16T02:25:56,340 DEBUG [RS:0;667222f7cf1b:36783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:56,340 DEBUG [RS:0;667222f7cf1b:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:56,340 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:56,340 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:25:56,340 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:25:56,340 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:25:56,340 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:25:56,341 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T02:25:56,341 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5b096a2864929d335d7f8f006a15a24e=test,,1731723935510.5b096a2864929d335d7f8f006a15a24e., c7a2dd3317533c10dc2e219043f65d13=hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13.} 2024-11-16T02:25:56,341 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5b096a2864929d335d7f8f006a15a24e, c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:56,341 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:25:56,341 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:25:56,341 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:25:56,341 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:25:56,341 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:25:56,341 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-16T02:25:56,344 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/default/test/5b096a2864929d335d7f8f006a15a24e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-16T02:25:56,344 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:56,345 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-16T02:25:56,345 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:56,345 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5b096a2864929d335d7f8f006a15a24e: Waiting for close lock at 1731723956340Running coprocessor pre-close hooks at 1731723956340Disabling compacts and flushes for region at 1731723956340Disabling writes for close at 1731723956340Writing region close event to WAL at 1731723956341 (+1 ms)Running coprocessor post-close hooks at 1731723956344 (+3 ms)Closed at 1731723956345 (+1 ms) 2024-11-16T02:25:56,345 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731723935510.5b096a2864929d335d7f8f006a15a24e. 2024-11-16T02:25:56,345 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7a2dd3317533c10dc2e219043f65d13, disabling compactions & flushes 2024-11-16T02:25:56,345 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:56,345 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:56,345 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. after waiting 0 ms 2024-11-16T02:25:56,345 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:56,345 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7a2dd3317533c10dc2e219043f65d13 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-16T02:25:56,359 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/info/82552c7d2103445eb8828431eea48451 is 147, key is hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13./info:regioninfo/1731723942472/Put/seqid=0 2024-11-16T02:25:56,359 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/.tmp/hfileref/e0b8642ed4c34aea93156cad06313aff is 74, key is 1/hfileref:0a067347374f403d89c17583514eeeac_SeqId_6_/1731723948429/DeleteColumn/seqid=0 2024-11-16T02:25:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741848_1024 (size=5489) 2024-11-16T02:25:56,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741847_1023 (size=7686) 2024-11-16T02:25:56,363 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/info/82552c7d2103445eb8828431eea48451 2024-11-16T02:25:56,370 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:56,381 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/ns/e85814f3f4c44700a8785e0d68321d06 is 43, key is default/ns:d/1731723924549/Put/seqid=0 2024-11-16T02:25:56,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741849_1025 (size=5153) 2024-11-16T02:25:56,384 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:25:56,385 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:25:56,541 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:56,741 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:56,764 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/.tmp/hfileref/e0b8642ed4c34aea93156cad06313aff 2024-11-16T02:25:56,785 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/ns/e85814f3f4c44700a8785e0d68321d06 2024-11-16T02:25:56,785 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/.tmp/queue/9a357e3d49ec4661a0118e02a6023470 is 153, key is 1-667222f7cf1b,36783,1731723921157/queue:667222f7cf1b%2C36783%2C1731723921157/1731723948431/Put/seqid=0 2024-11-16T02:25:56,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741850_1026 (size=5504) 2024-11-16T02:25:56,802 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/rep_barrier/5a78495a54cd4fe1a5ee558fa8d0d334 is 112, key is test,,1731723935510.5b096a2864929d335d7f8f006a15a24e./rep_barrier:seqnumDuringOpen/1731723936656/Put/seqid=0 2024-11-16T02:25:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741851_1027 (size=5518) 2024-11-16T02:25:56,808 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:56,811 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:25:56,811 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 688, reset compression=false 2024-11-16T02:25:56,811 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-667222f7cf1b,36783,1731723921157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:25:56,812 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 667222f7cf1b,36783,1731723921157: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-667222f7cf1b,36783,1731723921157, walGroup=667222f7cf1b%2C36783%2C1731723921157, offset=667222f7cf1b%2C36783%2C1731723921157.1731723946039:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:36783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-16T02:25:56,813 ERROR [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-16T02:25:56,813 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-16T02:25:56,813 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-16T02:25:56,813 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-16T02:25:56,813 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-16T02:25:56,813 INFO [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1598029824, "init": 1048576000, "max": 2306867200, "used": 1116107136 }, "NonHeapMemoryUsage": { "committed": 212336640, "init": 7667712, "max": -1, "used": 209259688 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-16T02:25:56,814 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:41907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:41907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-16T02:25:56,888 INFO [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T02:25:56,888 INFO [master/667222f7cf1b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T02:25:56,941 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:57,010 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 393, reset compression=false 2024-11-16T02:25:57,013 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-16T02:25:57,013 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 688, reset compression=false 2024-11-16T02:25:57,013 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-667222f7cf1b,36783,1731723921157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-16T02:25:57,014 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-16T02:25:57,014 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 688, reset compression=false 2024-11-16T02:25:57,142 DEBUG [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7a2dd3317533c10dc2e219043f65d13 2024-11-16T02:25:57,190 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/.tmp/queue/9a357e3d49ec4661a0118e02a6023470 2024-11-16T02:25:57,194 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/.tmp/hfileref/e0b8642ed4c34aea93156cad06313aff as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/hfileref/e0b8642ed4c34aea93156cad06313aff 2024-11-16T02:25:57,199 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/hfileref/e0b8642ed4c34aea93156cad06313aff, entries=6, sequenceid=17, filesize=5.4 K 2024-11-16T02:25:57,200 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/.tmp/queue/9a357e3d49ec4661a0118e02a6023470 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/queue/9a357e3d49ec4661a0118e02a6023470 2024-11-16T02:25:57,205 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/queue/9a357e3d49ec4661a0118e02a6023470, entries=2, sequenceid=17, filesize=5.4 K 2024-11-16T02:25:57,205 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c7a2dd3317533c10dc2e219043f65d13 in 860ms, sequenceid=17, compaction requested=false 2024-11-16T02:25:57,205 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/rep_barrier/5a78495a54cd4fe1a5ee558fa8d0d334 2024-11-16T02:25:57,216 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 688, reset compression=false 2024-11-16T02:25:57,217 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/replication/c7a2dd3317533c10dc2e219043f65d13/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-16T02:25:57,217 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:57,217 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:25:57,217 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:57,217 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7a2dd3317533c10dc2e219043f65d13: Waiting for close lock at 1731723956345Running coprocessor pre-close hooks at 1731723956345Disabling compacts and flushes for region at 1731723956345Disabling writes for close at 1731723956345Obtaining lock to block concurrent updates at 1731723956345Preparing flush snapshotting stores in c7a2dd3317533c10dc2e219043f65d13 at 1731723956345Finished memstore snapshotting hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731723956345Flushing stores of hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. at 1731723956346 (+1 ms)Flushing c7a2dd3317533c10dc2e219043f65d13/hfileref: creating writer at 1731723956346Flushing c7a2dd3317533c10dc2e219043f65d13/hfileref: appending metadata at 1731723956359 (+13 ms)Flushing c7a2dd3317533c10dc2e219043f65d13/hfileref: closing flushed file at 1731723956359Flushing c7a2dd3317533c10dc2e219043f65d13/queue: creating writer at 1731723956768 (+409 ms)Flushing c7a2dd3317533c10dc2e219043f65d13/queue: appending metadata at 1731723956785 (+17 ms)Flushing c7a2dd3317533c10dc2e219043f65d13/queue: closing flushed file at 1731723956785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a494cc6: reopening flushed file at 1731723957194 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddef94b: reopening flushed file at 1731723957199 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c7a2dd3317533c10dc2e219043f65d13 in 860ms, sequenceid=17, compaction requested=false at 1731723957206 (+7 ms)Writing region close event to WAL at 1731723957210 (+4 ms)Running coprocessor post-close hooks at 1731723957217 (+7 ms)Closed at 1731723957217 2024-11-16T02:25:57,218 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731723941983.c7a2dd3317533c10dc2e219043f65d13. 2024-11-16T02:25:57,226 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/table/059a232bb72b4d4fb7869c276f55f213 is 53, key is hbase:replication/table:state/1731723942508/Put/seqid=0 2024-11-16T02:25:57,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741852_1028 (size=5308) 2024-11-16T02:25:57,230 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/table/059a232bb72b4d4fb7869c276f55f213 2024-11-16T02:25:57,234 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/info/82552c7d2103445eb8828431eea48451 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/info/82552c7d2103445eb8828431eea48451 2024-11-16T02:25:57,238 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/info/82552c7d2103445eb8828431eea48451, entries=20, sequenceid=16, filesize=7.5 K 2024-11-16T02:25:57,238 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/ns/e85814f3f4c44700a8785e0d68321d06 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/ns/e85814f3f4c44700a8785e0d68321d06 2024-11-16T02:25:57,242 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/ns/e85814f3f4c44700a8785e0d68321d06, entries=2, sequenceid=16, filesize=5.0 K 2024-11-16T02:25:57,242 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/rep_barrier/5a78495a54cd4fe1a5ee558fa8d0d334 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/rep_barrier/5a78495a54cd4fe1a5ee558fa8d0d334 2024-11-16T02:25:57,246 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/rep_barrier/5a78495a54cd4fe1a5ee558fa8d0d334, entries=1, sequenceid=16, filesize=5.4 K 2024-11-16T02:25:57,247 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/.tmp/table/059a232bb72b4d4fb7869c276f55f213 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/table/059a232bb72b4d4fb7869c276f55f213 2024-11-16T02:25:57,251 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/table/059a232bb72b4d4fb7869c276f55f213, entries=4, sequenceid=16, filesize=5.2 K 2024-11-16T02:25:57,252 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false 2024-11-16T02:25:57,260 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-16T02:25:57,261 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-16T02:25:57,261 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:25:57,261 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:57,261 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731723956341Running coprocessor pre-close hooks at 1731723956341Disabling compacts and flushes for region at 1731723956341Disabling writes for close at 1731723956341Obtaining lock to block concurrent updates at 1731723956341Preparing flush snapshotting stores in 1588230740 at 1731723956341Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731723956342 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731723956343 (+1 ms)Flushing 1588230740/info: creating writer at 1731723956343Flushing 1588230740/info: appending metadata at 1731723956359 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731723956359Flushing 1588230740/ns: creating writer at 1731723956367 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731723956381 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731723956381Flushing 1588230740/rep_barrier: creating writer at 1731723956788 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731723956801 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731723956801Flushing 1588230740/table: creating writer at 1731723957211 (+410 ms)Flushing 1588230740/table: appending metadata at 1731723957226 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731723957226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22390358: reopening flushed file at 1731723957233 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15255d27: reopening flushed file at 1731723957238 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5420836f: reopening flushed file at 1731723957242 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f9d1a9: reopening flushed file at 1731723957246 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=16, compaction requested=false at 1731723957252 (+6 ms)Writing region close event to WAL at 1731723957253 (+1 ms)Running coprocessor post-close hooks at 1731723957261 (+8 ms)Closed at 1731723957261 2024-11-16T02:25:57,261 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:25:57,317 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 688, reset compression=false 2024-11-16T02:25:57,342 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,36783,1731723921157; all regions closed. 2024-11-16T02:25:57,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741843_1019 (size=859) 2024-11-16T02:25:57,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.meta.1731723946021.meta not finished, retry = 0 2024-11-16T02:25:57,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741842_1018 (size=2791) 2024-11-16T02:25:57,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.rep.1731723945998 not finished, retry = 0 2024-11-16T02:25:57,520 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 688, reset compression=false 2024-11-16T02:25:57,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741844_1020 (size=696) 2024-11-16T02:25:57,549 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 not finished, retry = 0 2024-11-16T02:25:57,649 DEBUG [RS:0;667222f7cf1b:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:57,650 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:25:57,650 INFO [RS:0;667222f7cf1b:36783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:57,650 INFO [RS:0;667222f7cf1b:36783 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:57,650 INFO [RS:0;667222f7cf1b:36783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:57,650 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:57,650 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-667222f7cf1b,36783,1731723921157 because: Region server is closing 2024-11-16T02:25:57,650 INFO [RS:0;667222f7cf1b:36783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:36783. 2024-11-16T02:25:57,650 DEBUG [RS:0;667222f7cf1b:36783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:57,650 DEBUG [RS:0;667222f7cf1b:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:57,651 DEBUG [RS:0;667222f7cf1b:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:57,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:57,720 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 to pos 688, reset compression=false 2024-11-16T02:25:57,721 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/WALs/667222f7cf1b,36783,1731723921157/667222f7cf1b%2C36783%2C1731723921157.1731723946039 2024-11-16T02:25:57,721 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-16T02:25:57,721 DEBUG [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-16T02:25:57,751 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 terminated 2024-11-16T02:25:57,751 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-667222f7cf1b,36783,1731723921157 because: Region server is closing 2024-11-16T02:25:57,751 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,1-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,1-667222f7cf1b,36783,1731723921157 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-16T02:25:57,751 INFO [RS:0;667222f7cf1b:36783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:36783. 2024-11-16T02:25:57,751 DEBUG [RS:0;667222f7cf1b:36783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:25:57,751 DEBUG [RS:0;667222f7cf1b:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:57,751 DEBUG [RS:0;667222f7cf1b:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:25:57,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:25:57,851 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.shipper667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 terminated 2024-11-16T02:25:57,852 INFO [RS:0;667222f7cf1b:36783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36783 2024-11-16T02:25:57,851 WARN [RS_REFRESH_PEER-regionserver/667222f7cf1b:0-0.replicationSource,2-667222f7cf1b,36783,1731723921157.replicationSource.wal-reader.667222f7cf1b%2C36783%2C1731723921157,2-667222f7cf1b,36783,1731723921157 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-16T02:25:57,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591/rs 2024-11-16T02:25:57,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240032591/rs/667222f7cf1b,36783,1731723921157 2024-11-16T02:25:57,894 INFO [RS:0;667222f7cf1b:36783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:57,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,36783,1731723921157] 2024-11-16T02:25:57,915 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-240032591/draining/667222f7cf1b,36783,1731723921157 already deleted, retry=false 2024-11-16T02:25:57,915 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,36783,1731723921157 expired; onlineServers=0 2024-11-16T02:25:57,916 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,41907,1731723920984' ***** 2024-11-16T02:25:57,916 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:25:57,916 INFO [M:0;667222f7cf1b:41907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:25:57,916 INFO [M:0;667222f7cf1b:41907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:25:57,916 DEBUG [M:0;667222f7cf1b:41907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:25:57,916 DEBUG [M:0;667222f7cf1b:41907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:25:57,916 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:25:57,916 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723923212 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731723923212,5,FailOnTimeoutGroup] 2024-11-16T02:25:57,916 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723923212 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731723923212,5,FailOnTimeoutGroup] 2024-11-16T02:25:57,916 INFO [M:0;667222f7cf1b:41907 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:25:57,916 INFO [M:0;667222f7cf1b:41907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:25:57,916 DEBUG [M:0;667222f7cf1b:41907 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:25:57,916 INFO [M:0;667222f7cf1b:41907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:25:57,916 INFO [M:0;667222f7cf1b:41907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:25:57,916 ERROR [M:0;667222f7cf1b:41907 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (471500046) connection to localhost/127.0.0.1:45047 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45047,5,PEWorkerGroup] 2024-11-16T02:25:57,916 INFO [M:0;667222f7cf1b:41907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:25:57,916 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:25:57,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-240032591/master 2024-11-16T02:25:57,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-240032591 2024-11-16T02:25:57,926 DEBUG [M:0;667222f7cf1b:41907 {}] zookeeper.ZKUtil(347): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Unable to get data of znode /0-240032591/master because node does not exist (not an error) 2024-11-16T02:25:57,926 WARN [M:0;667222f7cf1b:41907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:25:57,927 INFO [M:0;667222f7cf1b:41907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/.lastflushedseqids 2024-11-16T02:25:57,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741853_1029 (size=263) 2024-11-16T02:25:58,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:58,005 INFO [RS:0;667222f7cf1b:36783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:58,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1014175fbb80001, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:58,005 INFO [RS:0;667222f7cf1b:36783 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,36783,1731723921157; zookeeper connection closed. 2024-11-16T02:25:58,006 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4acb1295 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4acb1295 2024-11-16T02:25:58,006 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T02:25:58,331 INFO [M:0;667222f7cf1b:41907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:25:58,331 INFO [M:0;667222f7cf1b:41907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:25:58,331 DEBUG [M:0;667222f7cf1b:41907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:25:58,331 INFO [M:0;667222f7cf1b:41907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:58,331 DEBUG [M:0;667222f7cf1b:41907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:58,331 DEBUG [M:0;667222f7cf1b:41907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:25:58,331 DEBUG [M:0;667222f7cf1b:41907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:58,331 INFO [M:0;667222f7cf1b:41907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.10 KB heapSize=71.41 KB 2024-11-16T02:25:58,345 DEBUG [M:0;667222f7cf1b:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9db92442d2314e2b977b75471a2b2368 is 82, key is hbase:meta,,1/info:regioninfo/1731723924479/Put/seqid=0 2024-11-16T02:25:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741854_1030 (size=5672) 2024-11-16T02:25:58,348 INFO [M:0;667222f7cf1b:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9db92442d2314e2b977b75471a2b2368 2024-11-16T02:25:58,370 DEBUG [M:0;667222f7cf1b:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c3867c1f7a548b396ab6c87ee337901 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731723936666/Put/seqid=0 2024-11-16T02:25:58,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741855_1031 (size=7609) 2024-11-16T02:25:58,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:25:58,489 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:25:58,489 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169265 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [667222f7cf1b,37141,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=667222f7cf1b:37141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-16T02:25:58,775 INFO [M:0;667222f7cf1b:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.55 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c3867c1f7a548b396ab6c87ee337901 2024-11-16T02:25:58,779 INFO [M:0;667222f7cf1b:41907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c3867c1f7a548b396ab6c87ee337901 2024-11-16T02:25:58,796 DEBUG [M:0;667222f7cf1b:41907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3f77e333a864c1a8308b17e800d85d9 is 69, key is 667222f7cf1b,36783,1731723921157/rs:state/1731723923313/Put/seqid=0 2024-11-16T02:25:58,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741856_1032 (size=5156) 2024-11-16T02:25:59,199 INFO [M:0;667222f7cf1b:41907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3f77e333a864c1a8308b17e800d85d9 2024-11-16T02:25:59,203 DEBUG [M:0;667222f7cf1b:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9db92442d2314e2b977b75471a2b2368 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9db92442d2314e2b977b75471a2b2368 2024-11-16T02:25:59,206 INFO [M:0;667222f7cf1b:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9db92442d2314e2b977b75471a2b2368, entries=8, sequenceid=121, filesize=5.5 K 2024-11-16T02:25:59,207 DEBUG [M:0;667222f7cf1b:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c3867c1f7a548b396ab6c87ee337901 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c3867c1f7a548b396ab6c87ee337901 2024-11-16T02:25:59,210 INFO [M:0;667222f7cf1b:41907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c3867c1f7a548b396ab6c87ee337901 2024-11-16T02:25:59,210 INFO [M:0;667222f7cf1b:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c3867c1f7a548b396ab6c87ee337901, entries=13, sequenceid=121, filesize=7.4 K 2024-11-16T02:25:59,210 DEBUG [M:0;667222f7cf1b:41907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3f77e333a864c1a8308b17e800d85d9 as hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3f77e333a864c1a8308b17e800d85d9 2024-11-16T02:25:59,214 INFO [M:0;667222f7cf1b:41907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/f4ac7c40-7ce5-8d73-2e50-c7e596eaf900/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3f77e333a864c1a8308b17e800d85d9, entries=1, sequenceid=121, filesize=5.0 K 2024-11-16T02:25:59,214 INFO [M:0;667222f7cf1b:41907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=121, compaction requested=false 2024-11-16T02:25:59,215 INFO [M:0;667222f7cf1b:41907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:25:59,215 DEBUG [M:0;667222f7cf1b:41907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731723958331Disabling compacts and flushes for region at 1731723958331Disabling writes for close at 1731723958331Obtaining lock to block concurrent updates at 1731723958331Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731723958331Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61545, getHeapSize=73056, getOffHeapSize=0, getCellsCount=140 at 1731723958331Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731723958332 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731723958332Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731723958344 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731723958344Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731723958351 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731723958370 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731723958370Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731723958779 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731723958795 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731723958795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd6fe38: reopening flushed file at 1731723959202 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64115428: reopening flushed file at 1731723959206 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73911b64: reopening flushed file at 1731723959210 (+4 ms)Finished flush of dataSize ~60.10 KB/61545, heapSize ~71.11 KB/72816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=121, compaction requested=false at 1731723959214 (+4 ms)Writing region close event to WAL at 1731723959215 (+1 ms)Closed at 1731723959215 2024-11-16T02:25:59,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741830_1006 (size=69908) 2024-11-16T02:25:59,220 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:25:59,221 INFO [M:0;667222f7cf1b:41907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:25:59,221 INFO [M:0;667222f7cf1b:41907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41907 2024-11-16T02:25:59,221 INFO [M:0;667222f7cf1b:41907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:25:59,395 INFO [M:0;667222f7cf1b:41907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:25:59,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:59,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41907-0x1014175fbb80000, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:25:59,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@653651af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:25:59,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72b2ba1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:59,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:59,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a4c7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:59,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@577c3f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:59,398 WARN [BP-346277708-172.17.0.3-1731723919394 heartbeating to localhost/127.0.0.1:45047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:25:59,398 WARN [BP-346277708-172.17.0.3-1731723919394 heartbeating to localhost/127.0.0.1:45047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-346277708-172.17.0.3-1731723919394 (Datanode Uuid 23c49fda-3fcc-4fda-aa53-1319befc98cf) service to localhost/127.0.0.1:45047 2024-11-16T02:25:59,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:25:59,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:25:59,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/cluster_f94b7056-6969-955d-e25d-6ed8c2dbc558/data/data1/current/BP-346277708-172.17.0.3-1731723919394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:59,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/cluster_f94b7056-6969-955d-e25d-6ed8c2dbc558/data/data2/current/BP-346277708-172.17.0.3-1731723919394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:25:59,399 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:25:59,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ddd330c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:25:59,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e26e287{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:25:59,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:25:59,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@426eaffe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:25:59,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71b7dd10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2019fdd3-2cfd-9016-38b7-157e7391dc1e/hadoop.log.dir/,STOPPED} 2024-11-16T02:25:59,412 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:25:59,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:25:59,444 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=594 (was 540) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:37021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:45047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36105 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53084) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53084) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:37021 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53084) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:36105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:45047 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:45047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:36105 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36105 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:36105 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:37021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=976 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=528 (was 432) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2048 (was 3117) 2024-11-16T02:25:59,444 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=594 is superior to 500 2024-11-16T02:25:59,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1014175fbb80008, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:25:59,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1014175fbb80002, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:25:59,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1014175fbb80005, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-16T02:25:59,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1014175fbb80002, quorum=127.0.0.1:53084, baseZNode=/0-240032591 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:25:59,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1014175fbb80008, quorum=127.0.0.1:53084, baseZNode=/2309166286 Received Disconnected from ZooKeeper, ignoring 2024-11-16T02:25:59,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1014175fbb80005, quorum=127.0.0.1:53084, baseZNode=/11559762933 Received Disconnected from ZooKeeper, ignoring